-- Logs begin at Thu 2022-01-13 16:21:28 UTC, end at Thu 2022-01-13 17:26:12 UTC. -- Jan 13 17:02:15.831632 dv-cinder-799871-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 13 17:02:18.785541 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.common.config [-] Logging enabled! Jan 13 17:02:18.786152 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev376 Jan 13 17:02:18.786337 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 13 17:02:18.789639 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.common.config [-] Logging enabled! Jan 13 17:02:18.789898 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev376 Jan 13 17:02:18.790213 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 13 17:02:18.791148 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 13 17:02:18.791384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 13 17:02:18.791917 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 13 17:02:18.792328 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 13 17:02:18.792559 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 13 17:02:18.792885 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.793309 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 13 17:02:18.793624 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.793921 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.794218 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.794514 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.794805 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.795092 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.795384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.795684 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.795973 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.796277 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.796566 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.796861 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.797144 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.797432 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.797740 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.798024 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] debug = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.798307 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.798734 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.799165 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.799449 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.799741 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.800041 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.800321 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.800601 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.800891 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.801221 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] host = dv-cinder-799871-9-iscsi {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.801500 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.801788 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.802076 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.802362 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.802654 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.802920 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.803208 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.803485 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.803760 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] log_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.804062 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.804370 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.804804 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.805100 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.805330 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.805557 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.805848 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.806140 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.806418 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.806698 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.806976 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.807254 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.807532 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.807802 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.808121 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.808412 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.808698 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.808979 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.809257 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.809533 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.809811 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.810101 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.810404 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.810887 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.811440 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.811542 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.811807 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.812120 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.812428 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.812718 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.813006 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.813295 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.814102 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.814387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.814669 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.814945 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.815220 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] use_json = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.815512 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.815769 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.816073 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.816350 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.816627 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.816902 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.817175 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.817464 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.817742 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:18.818043 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.818341 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.818642 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.818932 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.819225 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.819509 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.819798 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.820100 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.820391 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.820677 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.820968 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.821246 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.821548 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.821839 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.822135 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.822442 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.822736 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.823027 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.823303 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.823577 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.823852 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.824154 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.824446 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.824732 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.825022 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.825310 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.825590 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.825888 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.826179 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.826476 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.826766 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.827043 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.827323 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.827617 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.827898 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.828199 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.828479 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.828768 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.829666 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.829947 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.830236 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.830518 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.830794 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.831069 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.831364 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.831642 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.831922 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.832223 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.832500 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.832780 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.833054 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.833341 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.833622 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.833895 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.834167 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.834446 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.834725 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.835001 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.835280 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.835554 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.835831 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.836132 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.836409 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.836685 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.836959 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.837232 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.837508 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.837785 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.838068 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.838344 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.838621 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.838896 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.839172 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.839447 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.839734 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.840056 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.840342 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.840625 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.840905 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.841186 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.841467 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.841747 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.842029 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.842311 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.842588 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.842879 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.843169 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.843460 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.843768 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.844077 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.844381 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.844689 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.844981 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.845263 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.845545 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.845832 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.846118 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.846415 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.846712 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.847006 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.847301 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.847594 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.847875 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.848222 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.848508 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:18.848727 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 13 17:02:18.848970 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102986) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 13 17:02:19.226553 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 13 17:02:19.226766 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 13 17:02:19.227070 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 13 17:02:19.227408 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 13 17:02:19.556324 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.556620 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.556898 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.559801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.560109 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.560386 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.604571 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.604853 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.605123 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.620073 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.620363 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.620632 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.650656 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.650938 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.651213 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.687261 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.687541 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:19.687809 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.027325 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.027914 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.027914 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.028164 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.028863 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.129077 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.129401 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.129690 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.129968 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.130237 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.130556 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.130807 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.131068 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.131324 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.131609 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.131872 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.132169 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.132431 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.132685 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.132944 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.133208 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.133466 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.133733 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.134004 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.134265 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.134543 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.134798 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.135087 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.135460 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.135717 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.135965 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.136385 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:20.136630 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:20.136872 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:20.137113 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:20.137350 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:20.137587 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:20.137952 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 13 17:02:20.141200 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 13 17:02:20.145806 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 13 17:02:20.149655 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 13 17:02:20.151298 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 13 17:02:20.151767 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 13 17:02:20.152134 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 13 17:02:20.152524 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 13 17:02:20.155366 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 13 17:02:20.155624 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 13 17:02:20.155980 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 13 17:02:20.161595 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 13 17:02:20.185371 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 13 17:02:20.185827 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.186125 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102986) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 13 17:02:20.186488 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.187880 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102986) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 13 17:02:20.188200 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 13 17:02:20.188974 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 13 17:02:20.192266 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.192551 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:20.257294 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 13 17:02:20.257539 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 13 17:02:20.257777 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 13 17:02:20.258140 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 13 17:02:20.278672 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_db.sqlalchemy.engines [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102986) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 13 17:02:20.865507 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing driver for type 'gre' Jan 13 17:02:20.866031 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] gre ID ranges: [(1, 1000)] Jan 13 17:02:21.071424 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing driver for type 'local' Jan 13 17:02:21.072000 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing driver for type 'vlan' Jan 13 17:02:21.168594 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] VlanTypeDriver initialization complete Jan 13 17:02:21.168870 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing driver for type 'vxlan' Jan 13 17:02:21.169379 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] vxlan ID ranges: [(1, 1000)] Jan 13 17:02:21.309879 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing extension driver 'port_security' Jan 13 17:02:21.310219 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] PortSecurityExtensionDriver initialization complete Jan 13 17:02:21.310548 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing mechanism driver 'openvswitch' Jan 13 17:02:21.310912 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing mechanism driver 'hyperv' Jan 13 17:02:21.317739 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.plugin [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:02:21.318416 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.318783 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.319130 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.319655 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 17:02:21.320115 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnet after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.320468 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnet after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.320810 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.321204 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 17:02:21.321656 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.322001 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.322337 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.322730 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 17:02:21.323133 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > security_group after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.323475 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > security_group after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.323809 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.324365 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 17:02:21.324772 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.325121 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.325457 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.325851 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 17:02:21.326249 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > address_group after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.326593 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > address_group after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.326925 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.327392 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 13 17:02:21.327729 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] ML2 OVO RPC backend initialized. {{(pid=102986) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 13 17:02:21.328455 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.328802 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.329701 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.330837 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > networks before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.330837 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.330837 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > ports before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.331188 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnet before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.331557 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnets before_response 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.331900 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.332258 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.332590 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.332922 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.333260 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.333597 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.333933 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnet after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.334267 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnet after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.334597 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.335174 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.plugin [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Modular L2 Plugin initialization complete Jan 13 17:02:21.335503 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading services supported by the core plugin {{(pid=102986) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 13 17:02:21.335829 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.plugins.ml2.managers [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Got port-security extension from driver 'port_security' Jan 13 17:02:21.336316 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.extensions.vlantransparent [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Disabled vlantransparent extension. Jan 13 17:02:21.336798 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102986) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 13 17:02:21.337110 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: router Jan 13 17:02:21.381220 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.381645 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router after_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.382023 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router before_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.382390 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.382767 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.383125 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router after_delete 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.383485 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.383838 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.384225 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router after_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.384575 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.384926 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.385276 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.385636 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.386049 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.386416 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.386754 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.387088 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: subnet after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.387421 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.387763 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.388136 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393606 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: port before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393606 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393606 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router after_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393606 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393927 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_create 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393927 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393927 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_update 55549900 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.393927 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > agent after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.394226 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > agent after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.394226 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > network after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.394226 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Tracking information for resource: router configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:21.394226 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Tracking information for resource: floatingip configured {{(pid=102986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 13 17:02:21.398542 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.db.l3_agentschedulers_db [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 13 17:02:21.399121 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.399481 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: port after_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.399829 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: port after_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.400250 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: port after_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.401051 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router before_create 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.401418 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.401778 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_create 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.402133 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > router precommit_update 55550100 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.407661 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.services.provider_configuration [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service providers = [] {{(pid=102986) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 13 17:02:21.408049 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.db.servicetype_db [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102986) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 13 17:02:21.411192 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.services.service_base [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 17:02:21.411775 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.services.service_base [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 17:02:21.412043 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.services.service_base [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 17:02:21.412932 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.services.service_base [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 13 17:02:21.413299 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.services.service_base [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 13 17:02:21.413690 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.414002 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 13 17:02:21.426755 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.427026 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: auto_allocate Jan 13 17:02:21.440870 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: network precommit_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.441241 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: network precommit_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.441770 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.442088 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: tag Jan 13 17:02:21.448817 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.449147 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: timestamp Jan 13 17:02:21.453224 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.453550 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: network_ip_availability Jan 13 17:02:21.459627 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.459997 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.460372 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.461083 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.461400 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: flavors Jan 13 17:02:21.466256 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.466588 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading Plugin: revisions Jan 13 17:02:21.471510 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 13 17:02:21.471904 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_concurrency.lockutils [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.245s {{(pid=102986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 13 17:02:21.472674 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102986) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 13 17:02:21.479992 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Initializing extension manager. Jan 13 17:02:21.479992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: __init__.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.479992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: __pycache__ {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.479992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.479992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: address_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.479992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.479992 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: address-group Jan 13 17:02:21.480501 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: address_scope.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.480501 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.480501 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: address-scope Jan 13 17:02:21.480501 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.480789 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.481056 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: router-admin-state-down-before-update Jan 13 17:02:21.481376 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: agent.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.482076 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.482569 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: agent Jan 13 17:02:21.482884 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: agent_resources_synced.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.483795 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.484319 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: agent-resources-synced Jan 13 17:02:21.484638 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: allowedaddresspairs.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.486490 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.487009 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: allowed-address-pairs Jan 13 17:02:21.487334 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: auto_allocated_topology.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.488451 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.488967 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: auto-allocated-topology Jan 13 17:02:21.489294 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: availability_zone.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.489987 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.490494 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: availability_zone Jan 13 17:02:21.490815 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: availability_zone_filter.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.491982 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.492514 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: availability_zone_filter Jan 13 17:02:21.492835 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: data_plane_status.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.493742 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.494240 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension data-plane-status not supported by any of loaded plugins Jan 13 17:02:21.494560 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: default_subnetpools.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.495472 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.495978 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: default-subnetpools Jan 13 17:02:21.496326 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.497128 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.497663 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: dhcp_agent_scheduler Jan 13 17:02:21.497988 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: dns.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.498903 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.499403 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension dns-integration not supported by any of loaded plugins Jan 13 17:02:21.499722 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: dns_domain_ports.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.500662 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.501689 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 13 17:02:21.502005 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.502928 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.503432 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 13 17:02:21.503759 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: dvr.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.504453 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.504967 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: dvr Jan 13 17:02:21.508736 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: ecmp_routes.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.509505 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.510000 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 13 17:02:21.510318 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: empty_string_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.511232 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.511731 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: empty-string-filtering Jan 13 17:02:21.512083 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.512991 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.513486 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 13 17:02:21.513801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.514714 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.515208 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 13 17:02:21.515526 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: external_net.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.517109 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.517608 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: external-net Jan 13 17:02:21.517927 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.518845 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.519345 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: extra_dhcp_opt Jan 13 17:02:21.519663 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: extraroute.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.520607 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.521107 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: extraroute Jan 13 17:02:21.521428 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: extraroute_atomic.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.522476 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.522979 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: extraroute-atomic Jan 13 17:02:21.523301 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: filter_validation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.523963 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.524487 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: filter-validation Jan 13 17:02:21.524805 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: fip_pf_description.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.525716 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.526242 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 13 17:02:21.526627 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: fip_port_details.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.527542 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.528072 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: fip-port-details Jan 13 17:02:21.528392 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: flavors.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.529624 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.530134 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: flavors Jan 13 17:02:21.530459 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.532203 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.532719 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 13 17:02:21.533041 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: floatingip_pools.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.533735 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.534242 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: floatingip-pools Jan 13 17:02:21.534562 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: ip_allocation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.535483 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.535980 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension ip_allocation not supported by any of loaded plugins Jan 13 17:02:21.536322 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.537248 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.537857 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: ip-substring-filtering Jan 13 17:02:21.538183 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l2_adjacency.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.539109 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.539606 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 13 17:02:21.539927 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l3.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.541062 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.541570 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: router Jan 13 17:02:21.541892 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.544241 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.544765 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 13 17:02:21.545096 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.546029 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.546538 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: ext-gw-mode Jan 13 17:02:21.546864 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.547826 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.548362 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: l3-ha Jan 13 17:02:21.548686 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l3_flavors.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.549601 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.550101 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: l3-flavors Jan 13 17:02:21.550423 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.551334 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.551833 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 13 17:02:21.552189 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: l3agentscheduler.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.553237 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.553740 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: l3_agent_scheduler Jan 13 17:02:21.554068 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: local_ip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.555902 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.556456 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension local_ip not supported by any of loaded plugins Jan 13 17:02:21.556788 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: logging.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.558280 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.558803 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension logging not supported by any of loaded plugins Jan 13 17:02:21.559130 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: metering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.559875 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.560484 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: metering Jan 13 17:02:21.560809 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.561912 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.562425 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: metering_source_and_destination_fields Jan 13 17:02:21.562751 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: multiprovidernet.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.564231 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.564741 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: multi-provider Jan 13 17:02:21.568921 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: netmtu.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.569697 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.570200 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: net-mtu Jan 13 17:02:21.570522 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: netmtu_writable.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.571440 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.571941 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: net-mtu-writable Jan 13 17:02:21.572288 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: network_availability_zone.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.572996 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.573496 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: network_availability_zone Jan 13 17:02:21.573815 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: network_ip_availability.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.574922 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.575428 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: network-ip-availability Jan 13 17:02:21.575753 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: network_segment_range.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.576556 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.577054 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension network-segment-range not supported by any of loaded plugins Jan 13 17:02:21.577376 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: pagination.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.578489 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.578834 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: pagination Jan 13 17:02:21.579720 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: port_device_profile.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.580663 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.581172 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: port-device-profile Jan 13 17:02:21.581490 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.582416 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.582921 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: port-mac-address-regenerate Jan 13 17:02:21.583240 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.584215 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.584719 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: port-numa-affinity-policy Jan 13 17:02:21.585037 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: port_resource_request.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.585955 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.586460 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension port-resource-request not supported by any of loaded plugins Jan 13 17:02:21.586818 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: port_resource_request_groups.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.595779 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.596319 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 13 17:02:21.596640 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: portbindings.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.597565 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.598076 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: binding Jan 13 17:02:21.598396 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: portbindings_extended.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.599652 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.600193 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: binding-extended Jan 13 17:02:21.600521 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: portsecurity.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.601484 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.601983 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: port-security Jan 13 17:02:21.602306 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: project_id.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.603281 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.603609 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: project-id Jan 13 17:02:21.603927 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: providernet.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.604874 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.605379 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: provider Jan 13 17:02:21.605703 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.609336 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.609852 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos not supported by any of loaded plugins Jan 13 17:02:21.610220 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.611466 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.612021 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 13 17:02:21.612369 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.613286 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.613793 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 13 17:02:21.614117 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_default.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.615026 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.615537 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-default not supported by any of loaded plugins Jan 13 17:02:21.615863 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_fip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.617061 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.617567 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-fip not supported by any of loaded plugins Jan 13 17:02:21.617894 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.624635 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.625144 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 13 17:02:21.625468 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_gateway_ip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.626914 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.627423 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 13 17:02:21.627751 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_port_network_policy.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.628703 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.629209 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 13 17:02:21.629533 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.630631 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.631135 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 13 17:02:21.631458 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_pps_rule.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.632673 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.633184 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-pps not supported by any of loaded plugins Jan 13 17:02:21.633505 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_rule_type_details.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.634421 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.634923 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 13 17:02:21.635243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: qos_rules_alias.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.636326 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.636833 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 13 17:02:21.637150 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: quota_check_limit.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.638067 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.638577 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: quota-check-limit Jan 13 17:02:21.638896 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: quotasv2.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.639824 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.640183 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: quotas Jan 13 17:02:21.640505 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: quotasv2_detail.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.644587 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.644929 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: quota_details Jan 13 17:02:21.645367 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: rbac.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.646420 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.646945 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: rbac-policies Jan 13 17:02:21.647274 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: rbac_address_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.648243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.648760 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: rbac-address-group Jan 13 17:02:21.649084 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: rbac_address_scope.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.650004 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.650511 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: rbac-address-scope Jan 13 17:02:21.650833 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: rbac_security_groups.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.651788 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.652323 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: rbac-security-groups Jan 13 17:02:21.652646 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: rbac_subnetpool.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.653562 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.654070 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: rbac-subnetpool Jan 13 17:02:21.654392 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: revisionifmatch.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.655308 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.655880 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: revision-if-match Jan 13 17:02:21.656169 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: revisions.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.660618 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.661127 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: standard-attr-revisions Jan 13 17:02:21.661448 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: router_availability_zone.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.662118 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.662625 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: router_availability_zone Jan 13 17:02:21.662945 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: routerservicetype.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.663862 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.664393 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension router-service-type not supported by any of loaded plugins Jan 13 17:02:21.664743 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.665741 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.666247 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: security-groups-normalized-cidr Jan 13 17:02:21.666566 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.667487 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.667989 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: port-security-groups-filtering Jan 13 17:02:21.668330 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.669285 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.669786 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: security-groups-remote-address-group Jan 13 17:02:21.670209 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.671142 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.671644 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: security-groups-shared-filtering Jan 13 17:02:21.671961 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.672578 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 13 17:02:21.673093 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: securitygroup.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.682855 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.683332 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: security-group Jan 13 17:02:21.683660 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: segment.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.684485 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.688803 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension segment not supported by any of loaded plugins Jan 13 17:02:21.688803 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.689504 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.690020 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 13 17:02:21.690341 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: servicetype.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.691438 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.691958 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: service-type Jan 13 17:02:21.692309 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: sorting.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.693326 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.693655 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: sorting Jan 13 17:02:21.693974 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: standard_attr_segment.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.694890 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.695403 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 13 17:02:21.695721 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: standardattrdescription.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.696395 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.696900 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: standard-attr-description Jan 13 17:02:21.697218 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: stateful_security_group.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.698154 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.698666 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: stateful-security-group Jan 13 17:02:21.699094 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: stdattrs_common.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.699661 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 13 17:02:21.699979 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.700939 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.701452 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 13 17:02:21.701771 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: subnet_onboard.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.702853 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.703358 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: subnet_onboard Jan 13 17:02:21.703677 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.705268 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.705768 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 13 17:02:21.706086 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: subnet_service_types.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.707007 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.707512 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: subnet-service-types Jan 13 17:02:21.707830 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: subnetallocation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.708955 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.709476 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: subnet_allocation Jan 13 17:02:21.709798 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.710462 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.710966 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: subnetpool-prefix-ops Jan 13 17:02:21.711285 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.712246 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.712762 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 13 17:02:21.713081 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: tagging.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.714147 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.716670 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: standard-attr-tag Jan 13 17:02:21.716670 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: timestamp.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.717648 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.718164 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loaded extension: standard-attr-timestamp Jan 13 17:02:21.718489 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: trunk.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.719540 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.720085 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension trunk not supported by any of loaded plugins Jan 13 17:02:21.720413 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: trunk_details.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.721333 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.721871 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension trunk-details not supported by any of loaded plugins Jan 13 17:02:21.722195 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: uplink_status_propagation.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.723124 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.723635 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 13 17:02:21.723956 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Loading extension file: vlantransparent.py {{(pid=102986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 13 17:02:21.724646 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 13 17:02:21.725144 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 13 17:02:21.727834 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:network Jan 13 17:02:21.728381 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:subnet Jan 13 17:02:21.728777 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 17:02:21.729173 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:port Jan 13 17:02:21.730417 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.730854 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service FLAVORS assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.731454 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.731870 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.732303 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:router Jan 13 17:02:21.732738 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:floatingip Jan 13 17:02:21.733222 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service METERING assigned prefix: /metering {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.734650 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.735021 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.735392 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:02:21.736433 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of CountableResource for resource:rbac_policy Jan 13 17:02:21.736881 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:security_group Jan 13 17:02:21.737305 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 13 17:02:21.737877 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.738204 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 17:02:21.738626 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] subnetpool is already registered Jan 13 17:02:21.739070 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.739398 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 17:02:21.739731 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] subnetpool is already registered Jan 13 17:02:21.742292 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.742840 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service FLAVORS assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.743450 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.743864 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.744220 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:router Jan 13 17:02:21.744564 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] router is already registered Jan 13 17:02:21.744976 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:floatingip Jan 13 17:02:21.745309 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] floatingip is already registered Jan 13 17:02:21.745771 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service METERING assigned prefix: /metering {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.746465 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of CountableResource for resource:rbac_policy Jan 13 17:02:21.746788 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] rbac_policy is already registered Jan 13 17:02:21.747198 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:security_group Jan 13 17:02:21.747528 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] security_group is already registered Jan 13 17:02:21.747920 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 13 17:02:21.748271 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] security_group_rule is already registered Jan 13 17:02:21.748733 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.749054 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 17:02:21.749387 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] subnetpool is already registered Jan 13 17:02:21.749806 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.v2.resource_helper [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Service CORE assigned prefix: {{(pid=102986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 13 17:02:21.750135 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Creating instance of TrackedResource for resource:subnetpool Jan 13 17:02:21.750472 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING neutron.quota.resource_registry [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] subnetpool is already registered Jan 13 17:02:21.751443 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: extensions {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.754043 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: address-groups {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.755500 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: address-scopes {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.756777 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: agents {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.758034 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: auto-allocated-topology {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.759267 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: availability_zones {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.760524 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: dhcp-networks {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.762005 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: dhcp-agents {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.763509 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: routers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.765634 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: flavors {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.767506 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: service_profiles {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.768720 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: next_providers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.770186 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: service_profiles {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.771602 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: floatingip-pools {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.772937 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: routers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.775012 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: floatingips {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.776295 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: l3-routers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.777674 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: l3-agents {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.779106 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: metering-labels {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.780380 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: metering-label-rules {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.781744 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: network-ip-availabilities {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.783034 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: bindings {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.784603 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: quotas {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.786343 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: quotas {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.787849 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: rbac-policies {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.789069 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: security-groups {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.790459 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: security-group-rules {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.791680 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: service-providers {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.792926 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: subnetpools {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.794225 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: subnetpools {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.795775 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.797584 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.799374 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.801207 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.802895 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.804847 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.806491 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.809377 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.811131 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.812872 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron.api.extensions [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Extended resource: tags {{(pid=102986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 13 17:02:21.819367 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING keystonemiddleware.auth_token [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 13 17:02:21.823817 dv-cinder-799871-9-iscsi neutron-server[102986]: WARNING keystonemiddleware.auth_token [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 13 17:02:21.833500 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_concurrency.lockutils [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Acquired lock "singleton_lock" {{(pid=102986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 13 17:02:21.833972 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_concurrency.lockutils [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Releasing lock "singleton_lock" {{(pid=102986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 13 17:02:21.834623 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO oslo_service.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Starting 2 workers Jan 13 17:02:21.839465 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Started child 103097 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 17:02:21.843868 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Started child 103098 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 17:02:21.844984 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:21.845615 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO neutron.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 13 17:02:21.846137 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:21.846431 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [-] (103097) wsgi starting up on http://0.0.0.0:9696 Jan 13 17:02:21.848579 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO oslo_service.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Starting 1 workers Jan 13 17:02:21.848704 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:21.850013 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [-] (103098) wsgi starting up on http://0.0.0.0:9696 Jan 13 17:02:21.853751 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Started child 103099 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 17:02:21.854272 dv-cinder-799871-9-iscsi neutron-server[102986]: INFO oslo_service.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Starting 1 workers Jan 13 17:02:21.857540 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] calling RpcWorker wait() {{(pid=103099) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 13 17:02:21.858092 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] returning from RpcWorker wait() {{(pid=103099) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 13 17:02:21.858674 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Started child 103100 {{(pid=102986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 13 17:02:21.859489 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG neutron_lib.callbacks.manager [None req-9ba35306-50ed-426e-8142-d633011cb088 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:21.859595 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:21.860043 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:02:21.862024 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 13 17:02:21.862247 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 13 17:02:21.862437 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 13 17:02:21.862667 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 13 17:02:21.862993 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 13 17:02:21.863159 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 13 17:02:21.863657 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.863938 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.864069 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:21.864513 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.864513 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.864775 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.865495 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.865741 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.866012 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.866547 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.866816 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.866988 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.867159 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.867434 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.867685 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.867996 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.868280 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.868527 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.868789 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.868963 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.869225 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.869487 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.869746 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.870012 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] debug = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.870257 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.870742 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.870968 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.871197 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.871414 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.871710 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.871926 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.872221 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.872458 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.872674 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.872922 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.873180 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.873414 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.873632 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.873861 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.874077 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.874323 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.874545 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.875027 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] host = dv-cinder-799871-9-iscsi {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.875271 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.875593 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.875838 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.876611 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.876873 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.877106 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.877371 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.877631 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.877892 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.878115 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.878352 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.878584 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.878800 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.879068 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.879230 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_options = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.879455 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.879721 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.879994 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.880209 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.880379 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.880546 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.880814 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.880960 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.881219 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.881458 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.881675 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.881908 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.882139 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.882357 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.882613 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.882857 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.883087 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.883315 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.883577 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.883806 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.884077 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.884273 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.884549 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.884768 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.885002 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.885235 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.885558 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.885776 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.886002 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.886268 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.886485 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:02:21.886637 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.886774 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.886972 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.887205 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.887525 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.887773 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.888051 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.888259 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.888524 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.889014 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.889950 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.890097 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.890243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.890602 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.890741 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.891267 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.891267 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_json = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.891686 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.891906 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.892178 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.892417 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.892634 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.892850 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.893064 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.893551 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.893998 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.894437 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.894718 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.895043 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.896194 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.896452 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.896697 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.896938 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.897159 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.897413 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.897650 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.897956 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.898194 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.898492 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.898742 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.898987 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.899298 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.899556 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.899836 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.900114 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.900365 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.900581 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.900800 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.901064 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.901303 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.901553 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.901802 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.902029 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.902324 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.902606 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.903428 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.903708 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.904036 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.904232 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.904499 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.904768 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.905001 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.905224 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.905450 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.905682 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.905946 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.906266 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.906684 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.906684 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.906959 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.907215 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.907463 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.907687 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.907950 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.908229 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.908486 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.908701 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.908918 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.909175 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.909395 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.909632 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.909891 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.910273 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.910671 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.910899 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.911116 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.911469 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.911614 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.911745 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.911955 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.912196 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.912409 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.912645 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.913139 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.913139 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.913358 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.913595 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.913809 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.914029 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.914243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.914481 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.914702 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.914937 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.915155 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.915369 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.915583 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.915796 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.916050 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.916266 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.916497 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.916897 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.917309 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.917522 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.918398 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.918398 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.918398 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.918398 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.918917 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.919042 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.919267 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.919556 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.920444 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.920444 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.920693 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.920817 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.920989 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.921209 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.921423 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.921672 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.922085 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.922217 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.922358 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.924056 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.924056 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.924056 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.924056 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.924056 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.924755 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.924755 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.926384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.926384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.926384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.926384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.926384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.926384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.926384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.929387 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.930359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.931045 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.931045 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.931045 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.931270 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.932409 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.932409 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.932409 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.932409 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.932409 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.933102 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.933102 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.933291 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.933373 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.933605 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.933842 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.934074 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.934307 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.934539 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.934753 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.935005 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.935243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.935477 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.935689 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.935953 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.936217 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.936703 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.936703 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.937115 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.937317 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.937568 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.937782 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.938022 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.938825 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.939063 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.939279 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.939498 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.939712 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.939980 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.940235 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.940528 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.940774 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.940995 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.941225 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.941444 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.941708 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.941921 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.942164 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.942380 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.942592 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.942804 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.943042 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.943256 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.943466 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.943746 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.943899 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.944329 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.944576 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.944941 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.945404 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.945640 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.945879 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.946098 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.946336 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.946562 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.946780 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.946995 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.947228 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.947443 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.947700 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.947943 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.948224 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.948491 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.948704 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.948919 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.949138 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.949353 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.949663 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.949920 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.950151 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.950405 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.950623 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.950857 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.951106 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.951318 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.951531 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.951750 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.951967 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.952204 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.952433 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.952644 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.952876 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.953144 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.953333 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.953544 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.953770 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.954028 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.954242 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.954461 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.954674 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.954892 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.955116 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.955325 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.955536 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.955779 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.955992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.956233 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.956479 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.956712 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.956923 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.957143 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.957357 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.957567 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.957862 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.958115 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.958341 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.958632 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.958860 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.959104 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.959349 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.959651 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.959893 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.960129 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.960347 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.960564 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.960808 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.961063 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.961378 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.961655 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.961912 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.962162 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.962451 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.962730 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.962987 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.963203 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.963489 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.963825 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.964133 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.964428 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.964676 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.964943 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.965152 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.965366 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.965601 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.965832 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.966046 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.966308 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.966536 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.966781 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.966996 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.967232 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.967448 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.967696 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.967907 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.968305 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.968527 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.968686 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 13 17:02:21.969221 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 13 17:02:21.969381 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 13 17:02:21.969560 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 13 17:02:21.969730 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 13 17:02:21.970243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 13 17:02:21.970243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 13 17:02:21.970243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.970465 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.970532 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.970689 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.970847 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.971042 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.971205 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.971362 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.971519 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.971676 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.971870 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.971983 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.972263 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.972429 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.972583 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.972741 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.972898 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.973057 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.973221 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.973380 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.973537 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.973694 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.973851 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] debug = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.974008 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.974201 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.974362 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.974519 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.974676 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.974839 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.974995 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.975153 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.975310 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.975467 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.975625 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.975782 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.975938 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.976123 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.976282 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.976439 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.976597 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.976755 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.976911 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] host = dv-cinder-799871-9-iscsi {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.977068 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.977225 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.977383 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.977540 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.977698 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.977853 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.978012 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.978171 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.978328 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.978483 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.978640 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.978797 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.978955 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.979113 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.979271 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_options = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.979428 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.979586 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.979743 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.979875 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:02:21.979956 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.980101 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.980262 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.980419 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.980577 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.980735 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.980893 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.981050 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.981207 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.981366 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.981524 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.981681 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.981838 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.981996 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.982157 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.982335 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.982492 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.982649 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.982806 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.982978 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.983109 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.983265 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.983422 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.983577 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.983939 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.983939 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.984120 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.984331 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.984331 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.984509 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.984638 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.984801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.984959 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.985659 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.985815 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.986132 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.986303 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.986448 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.986611 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.986768 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.986925 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.987083 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.987241 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.987398 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_json = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.987555 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.987713 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.987869 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.988088 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.988206 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.988364 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.988522 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.988682 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.988841 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 13 17:02:21.989018 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.989179 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.989350 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.989511 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.989672 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.989831 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.989992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.990152 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.990311 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.990470 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.990639 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.990799 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.990978 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.991394 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.991554 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.991716 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.991875 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.992055 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.992220 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.992381 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.992542 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.992702 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.992871 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.993034 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.993195 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.993355 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.993516 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.993686 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.993846 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.994024 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.994185 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.994422 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.994522 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.994656 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.994816 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.994978 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.995139 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.995306 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.995467 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.995628 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.995788 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.995949 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.996133 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.996294 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.996457 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.996618 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.996780 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.996942 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.997103 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.997264 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.997426 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.997587 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.997748 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.997909 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.998071 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.998232 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.998391 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.998562 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.998723 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.998883 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.999044 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.999205 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:21.999363 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000048 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000048 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000048 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000048 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000348 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000348 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000469 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.000657 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.001330 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.001479 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.001643 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.001805 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.001962 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.002126 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.002285 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.002448 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.002610 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.002770 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.002930 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.003093 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.003253 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.003413 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.003574 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.003734 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.003894 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.004075 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.004239 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.004404 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.004577 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.004751 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.004916 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.005086 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.005243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.005403 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.005568 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.005728 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.006161 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.006161 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.006161 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.006832 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.006832 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.006832 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.010102 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.010289 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.010417 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54146) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:02:22.010550 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.010653 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.010794 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.010970 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.011133 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.011309 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.011510 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.011682 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.012801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.012801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.012801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.012801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.012801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.012801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.012801 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.013252 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.013252 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.013252 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.013425 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.013567 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.013729 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.013883 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.014045 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.014208 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.014370 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.014530 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.014691 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.014867 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.015047 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.015184 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.015349 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.015554 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.015704 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.015884 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.016113 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.016216 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.016384 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.016543 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.016892 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.017230 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.017572 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.017731 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.018034 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.018334 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.018642 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.018813 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.018982 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.019140 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.019298 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.019444 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.019585 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.019749 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.019910 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.020099 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.020256 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.020592 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.020892 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076180 Jan 13 17:02:22.021432 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.021432 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.021432 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.021432 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.021683 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.021683 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.021819 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.022031 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.022124 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.022243 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.022553 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.022717 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.022881 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.023042 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.023205 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.023366 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.023528 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.023690 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.023852 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.024066 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.024258 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.024394 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.024535 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.024688 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.024845 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.025005 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.025173 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.025327 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026027 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026027 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026027 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026027 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026339 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026339 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026497 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.026611 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027473 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027473 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027473 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027473 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027473 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027473 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027891 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027891 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.027891 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.028284 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.028284 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.028422 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.028524 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.028700 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.028861 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.029023 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.029184 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030038 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030038 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030038 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030038 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030038 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030434 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030434 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030434 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030692 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030692 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030846 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.030992 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.031151 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.031311 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.031476 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.031639 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.031800 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.031998 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.032187 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.032348 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.032520 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.032681 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033222 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033222 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033222 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033545 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033545 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033683 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033748 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.033897 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.034055 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.034214 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.034385 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.034548 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.034697 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.034869 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.035030 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.035196 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.035351 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.035515 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.035660 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.035830 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.035986 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.036209 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.036319 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.036483 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.036648 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.036819 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.037846 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.038016 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.038187 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.038359 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.038517 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.038726 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.038856 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.039030 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.039193 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.039354 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.039515 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.039678 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.039841 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.040071 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.040213 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.040349 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.040480 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.040612 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.040769 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.041021 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.041124 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.041239 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.041399 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.041559 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.041718 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.041880 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.042040 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 13 17:02:22.042194 dv-cinder-799871-9-iscsi neutron-server[102986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 13 17:02:33.628046 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd35054-65b7-477a-a90f-da737bb847e2 None None] get_active_networks_info from dv-cinder-799871-9-iscsi {{(pid=103099) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 13 17:02:33.688426 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd35054-65b7-477a-a90f-da737bb847e2 None None] No non-hosted networks {{(pid=103099) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 13 17:02:33.717819 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.agentschedulers_db [None req-efd35054-65b7-477a-a90f-da737bb847e2 None None] DHCP Agent not found on host dv-cinder-799871-9-iscsi {{(pid=103099) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 13 17:02:33.901878 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-107e3532-d6f9-41ba-b3f9-541dac59470c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549280'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:35.867756 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c93bd144-1cf0-45b1-825e-9435c15e7c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549280'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:35.894887 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.db.api [None req-6a98cd16-9841-4e98-ac2f-4750b80593d6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-9-iscsi {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 17:02:35.895735 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG oslo_db.api [None req-6a98cd16-9841-4e98-ac2f-4750b80593d6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 17:02:36.531254 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6a98cd16-9841-4e98-ac2f-4750b80593d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:36.974563 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549280'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:38.397169 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549280'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:39.654078 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549280'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:39.655399 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.655741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.656647 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.657001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.657381 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.657711 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.658033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.658815 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.659195 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.659807 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.660174 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.660500 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.660842 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:39.661578 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:02:39.671988 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:02:42.205803 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54246) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:02:42.711274 dv-cinder-799871-9-iscsi neutron-server[103098]: WARNING oslo_policy.policy [None req-0cecda39-b826-46d3-9103-9f2a12f22152 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:02:42.711934 dv-cinder-799871-9-iscsi neutron-server[103098]: WARNING oslo_policy.policy [None req-0cecda39-b826-46d3-9103-9f2a12f22152 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:02:42.936237 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [None req-0cecda39-b826-46d3-9103-9f2a12f22152 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:02:42.937257 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-0cecda39-b826-46d3-9103-9f2a12f22152 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7305427 Jan 13 17:02:43.754860 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.db.l3_hamode_db [None req-ad1b0b18-c276-43c1-9dea-674503e2babe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 13 17:02:43.832451 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b0b18-c276-43c1-9dea-674503e2babe None None] Routers set() bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:02:43.832831 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b0b18-c276-43c1-9dea-674503e2babe None None] Router IDs set() for agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 13 17:02:45.569388 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54262) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:02:46.048669 dv-cinder-799871-9-iscsi neutron-server[103097]: WARNING oslo_policy.policy [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:02:46.049243 dv-cinder-799871-9-iscsi neutron-server[103097]: WARNING oslo_policy.policy [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:02:46.274943 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': '30ea277f177e4ef28f4db7ce85c70874', 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:02:46.384927 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.policy [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103097) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 13 17:02:46.431795 dv-cinder-799871-9-iscsi neutron-server[103097]: WARNING oslo_policy.policy [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:02:46.432187 dv-cinder-799871-9-iscsi neutron-server[103097]: WARNING oslo_policy.policy [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:02:46.441543 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.quota [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] Loaded quota_driver: . Jan 13 17:02:46.590020 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766307749145', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766307748652', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766307730592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766307732439', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766307783233', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766307774918', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3613071', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3618968', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590334'] for rbac-policy (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:46.780846 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:46.782422 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-39f19411-d58b-420c-8bba-3e6bbd126fab admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2109668 Jan 13 17:02:49.376798 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54280) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:02:49.671361 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'name': 'private'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:02:49.779227 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Made reservation on behalf of 1a0ffccd852447208492938c9ab7b1ee for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:02:49.782747 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:49.799195 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:49.902232 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks [] for security_group (51a72c7f-f5b6-48f7-ab7b-5d16497754a3), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:49.973149 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (51a72c7f-f5b6-48f7-ab7b-5d16497754a3), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:49.998961 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:02:50.022521 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766311408927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (40841284-d484-4182-9937-4e18f308ff9a), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:50.023091 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Unsubscribe: segment precommit_create {{(pid=103097) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 13 17:02:50.023592 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Added segment 40841284-d484-4182-9937-4e18f308ff9a of type vlan for network 47501495-5a60-410b-b8b7-aafd3c87880e Jan 13 17:02:50.028972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a72c7f-f5b6-48f7-ab7b-5d16497754a3,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:02:50.049511 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.049824 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.050158 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.050481 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.050800 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.051117 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.051430 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.051742 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.052090 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.052469 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.052784 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.053091 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.053395 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Tracked resource versions report: Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: pushed versions: Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: { 'AddressGroup': {'1.2'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'ConntrackHelper': {'1.0'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Log': {'1.0'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Network': {'1.1'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Port': {'1.7'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'PortForwarding': {'1.2'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'QosPolicy': {'1.10'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroup': {'1.5'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SubPort': {'1.0'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Subnet': {'1.1'}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Trunk': {'1.1'}} Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: consumer versions: Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'ConntrackHelper': '1.0', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'LocalIPAssociation': '1.0', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Log': '1.0', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Network': '1.1', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Port': '1.7', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'PortForwarding': '1.2', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'QosPolicy': '1.10', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroup': '1.5', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroupRule': '1.2', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SubPort': '1.0', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Subnet': '1.1', Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Trunk': '1.1'}} Jan 13 17:02:50.054768 dv-cinder-799871-9-iscsi neutron-server[103097]: {{(pid=103097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:02:50.131212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (47501495-5a60-410b-b8b7-aafd3c87880e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:50.224853 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (47501495-5a60-410b-b8b7-aafd3c87880e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:50.226392 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:02:50.227072 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:50.322005 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] Pushing event updated for resources: {'Network': ['ID=47501495-5a60-410b-b8b7-aafd3c87880e,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:02:50.333772 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 47501495-5a60-410b-b8b7-aafd3c87880e details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:02:50.382224 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-3bd1a627-374f-4305-a70f-d8b058fcc6bd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0043514 Jan 13 17:02:53.044220 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54294) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:02:53.426600 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23905765-bbe8-4bc0-803e-cfbea902e2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:02:53.427996 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-23905765-bbe8-4bc0-803e-cfbea902e2ca admin admin] 10.222.0.42 "GET /v2.0/networks/47501495-5a60-410b-b8b7-aafd3c87880e HTTP/1.1" status: 200 len: 825 time: 0.3828123 Jan 13 17:02:53.452632 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-dc12d257-fa28-447a-824a-fcd75f3db5f8 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/1b352722-8548-4596-8ee8-4e6860b2a937 HTTP/1.1" status: 200 len: 734 time: 0.0189128 Jan 13 17:02:53.461077 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Request body: {'subnet': {'subnetpool_id': '1b352722-8548-4596-8ee8-4e6860b2a937', 'ip_version': 4, 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:02:53.527667 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Made reservation on behalf of 1a0ffccd852447208492938c9ab7b1ee for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:02:53.529935 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:53.865451 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (23c13170-a51f-4ccf-a177-7a19eefb5b2a), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:53.930934 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c13170-a51f-4ccf-a177-7a19eefb5b2a,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:02:53.938011 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Checking segment: {'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:02:53.938362 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Network hostable DHCP agents. Network: 47501495-5a60-410b-b8b7-aafd3c87880e, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:02:53.996308 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Network 47501495-5a60-410b-b8b7-aafd3c87880e is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:02:54.047779 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 47501495-5a60-410b-b8b7-aafd3c87880e) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:02:54.052399 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:02:54.052983 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:54.057655 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a79e43-eb6f-4ace-a6d9-37e00eac6b31 None None] Network 47501495-5a60-410b-b8b7-aafd3c87880e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:02:54.125280 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-78d434a7-ba95-4cdb-8d6b-43ac827e9eb4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6666322 Jan 13 17:02:54.322852 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-47501495-5a60-410b-b8b7-aafd3c87880e', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e', 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'fixed_ips': [{'subnet_id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:02:54.324132 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:54.620500 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Allocated IP 172.20.0.2 (47501495-5a60-410b-b8b7-aafd3c87880e/23c13170-a51f-4ccf-a177-7a19eefb5b2a/f7b2b791-43cb-4d55-9d0d-0146b160ed14) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:02:54.856366 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Publish callbacks [] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:54.969163 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:55.049490 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Network 47501495-5a60-410b-b8b7-aafd3c87880e is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:02:55.056994 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:02:55.058861 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b791-43cb-4d55-9d0d-0146b160ed14,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:02:55.066435 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:02:55.068887 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.069253 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.069614 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.069952 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.070283 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.070608 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.070933 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.071259 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.071581 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.071917 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.072268 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.072588 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.072906 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Tracked resource versions report: Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: pushed versions: Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: { 'AddressGroup': {'1.2'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'ConntrackHelper': {'1.0'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Log': {'1.0'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Network': {'1.1'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Port': {'1.7'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'PortForwarding': {'1.2'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'QosPolicy': {'1.10'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroup': {'1.5'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SubPort': {'1.0'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Subnet': {'1.1'}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Trunk': {'1.1'}} Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: consumer versions: Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'ConntrackHelper': '1.0', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'LocalIPAssociation': '1.0', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Log': '1.0', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Network': '1.1', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Port': '1.7', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'PortForwarding': '1.2', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'QosPolicy': '1.10', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroup': '1.5', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroupRule': '1.2', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SubPort': '1.0', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Subnet': '1.1', Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Trunk': '1.1'}} Jan 13 17:02:55.074300 dv-cinder-799871-9-iscsi neutron-server[103099]: {{(pid=103099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:02:55.146462 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Attempting to bind port f7b2b791-43cb-4d55-9d0d-0146b160ed14 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:02:55.146785 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Attempting to bind port f7b2b791-43cb-4d55-9d0d-0146b160ed14 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:02:55.147197 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Attempting to bind port f7b2b791-43cb-4d55-9d0d-0146b160ed14 on network 47501495-5a60-410b-b8b7-aafd3c87880e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:02:55.151959 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:02:55.152361 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Checking segment: {'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:02:55.152828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:55.153209 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Bound using segment: {'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:02:55.153681 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Bound port: f7b2b791-43cb-4d55-9d0d-0146b160ed14, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:02:55.154079 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:55.215785 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] For port f7b2b791-43cb-4d55-9d0d-0146b160ed14, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:02:55.220563 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] For port f7b2b791-43cb-4d55-9d0d-0146b160ed14, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=f7b2b791-43cb-4d55-9d0d-0146b160ed14,segment=NetworkSegment(40841284-d484-4182-9937-4e18f308ff9a),segment_id=40841284-d484-4182-9937-4e18f308ff9a)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:02:55.288421 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:02:55.352059 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae663df-3df6-4e73-a3db-475a5db8f836 None None] Pushing event updated for resources: {'Port': ['ID=f7b2b791-43cb-4d55-9d0d-0146b160ed14,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:02:56.562816 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54302) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:02:56.873544 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [None req-7fd3b9db-7124-407c-8b13-da952269a658 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:02:56.875037 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7fd3b9db-7124-407c-8b13-da952269a658 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111987 Jan 13 17:02:59.307152 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54310) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:02:59.624587 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [None req-e1c90b66-ad46-498c-b6c7-162df538a1df admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:02:59.625669 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e1c90b66-ad46-498c-b6c7-162df538a1df admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3175094 Jan 13 17:03:02.298369 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54320) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:03:02.604507 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-864f3f6b-71c2-4769-a33e-061d90001c14 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'name': 'router1'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:03:02.682298 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-864f3f6b-71c2-4769-a33e-061d90001c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:02.683978 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-864f3f6b-71c2-4769-a33e-061d90001c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:02.815693 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-864f3f6b-71c2-4769-a33e-061d90001c14 admin admin] Publish callbacks [] for router_controller (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), precommit_add_association {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:02.887568 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-864f3f6b-71c2-4769-a33e-061d90001c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:02.962751 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-864f3f6b-71c2-4769-a33e-061d90001c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:02.963949 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-864f3f6b-71c2-4769-a33e-061d90001c14 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6646078 Jan 13 17:03:03.647462 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7c2ac8a7-6451-4fcf-b613-6c38f67f5bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:05.419407 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54332) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:03:05.741086 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [None req-2e2099f4-4a1b-44cf-8d5f-8274937b6ef1 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:03:05.742396 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2e2099f4-4a1b-44cf-8d5f-8274937b6ef1 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220365 Jan 13 17:03:05.876382 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-09ff3d5b-52df-436d-91e6-73f95c186041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:06.185610 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device f7b2b791-43cb-4d55-9d0d-0146b160ed14 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:03:06.274505 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port f7b2b791-43cb-4d55-9d0d-0146b160ed14 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:06.275000 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:06.299354 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb0f8f-fde9-4f68-9fc4-21741ac26f6e None None] Network 47501495-5a60-410b-b8b7-aafd3c87880e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:03:06.457263 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port f7b2b791-43cb-4d55-9d0d-0146b160ed14 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:06.457651 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:06.504166 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-a44bf237-d62f-4cad-a434-59617ad76308 None None] Provisioning complete for port f7b2b791-43cb-4d55-9d0d-0146b160ed14 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:06.504551 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a44bf237-d62f-4cad-a434-59617ad76308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:06.549653 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port f7b2b791-43cb-4d55-9d0d-0146b160ed14, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=f7b2b791-43cb-4d55-9d0d-0146b160ed14,segment=NetworkSegment(40841284-d484-4182-9937-4e18f308ff9a),segment_id=40841284-d484-4182-9937-4e18f308ff9a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:03:06.612173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a44bf237-d62f-4cad-a434-59617ad76308 None None] Current status of the port f7b2b791-43cb-4d55-9d0d-0146b160ed14 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:06.620001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a44bf237-d62f-4cad-a434-59617ad76308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:06.620001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:06.699266 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=f7b2b791-43cb-4d55-9d0d-0146b160ed14,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:06.710018 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.db.api [None req-a44bf237-d62f-4cad-a434-59617ad76308 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 17:03:06.710350 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG oslo_db.api [None req-a44bf237-d62f-4cad-a434-59617ad76308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 17:03:06.905154 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:07.245671 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-a44bf237-d62f-4cad-a434-59617ad76308 None None] Current status of the port f7b2b791-43cb-4d55-9d0d-0146b160ed14 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:07.364669 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-4afbd879-b8e4-44db-9c9b-e4a30ea14c27 None None] Provisioning complete for port f7b2b791-43cb-4d55-9d0d-0146b160ed14 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:07.365050 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4afbd879-b8e4-44db-9c9b-e4a30ea14c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:07.443673 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4afbd879-b8e4-44db-9c9b-e4a30ea14c27 None None] Current status of the port f7b2b791-43cb-4d55-9d0d-0146b160ed14 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:08.167210 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device f7b2b791-43cb-4d55-9d0d-0146b160ed14 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:03:08.212513 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port f7b2b791-43cb-4d55-9d0d-0146b160ed14 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:08.212902 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:08.239230 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54364) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:03:08.348986 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port f7b2b791-43cb-4d55-9d0d-0146b160ed14 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:08.376573 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'tenant_id': '30ea277f177e4ef28f4db7ce85c70874', 'provider:physical_network': 'physnet1', 'project_id': '30ea277f177e4ef28f4db7ce85c70874'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:03:08.378017 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.quota [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Loaded quota_driver: . Jan 13 17:03:08.412587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:08.486294 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Made reservation on behalf of 30ea277f177e4ef28f4db7ce85c70874 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:03:08.566586 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.policy [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103098) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 13 17:03:08.614841 dv-cinder-799871-9-iscsi neutron-server[103098]: WARNING oslo_policy.policy [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:03:08.615211 dv-cinder-799871-9-iscsi neutron-server[103098]: WARNING oslo_policy.policy [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 13 17:03:08.625379 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:08.644896 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:08.749236 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks [] for security_group (2a25d0e1-8a7b-4330-91d6-08e2469074db), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:08.784355 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (2a25d0e1-8a7b-4330-91d6-08e2469074db), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:08.795262 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Reserving flat network on physical network physnet1 {{(pid=103098) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 13 17:03:08.828388 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766311408927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ebc920f5-3d2a-4efa-9455-b6b309a84c2f), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:08.828902 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Unsubscribe: segment precommit_create {{(pid=103098) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 13 17:03:08.829396 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Added segment ebc920f5-3d2a-4efa-9455-b6b309a84c2f of type flat for network ec69e37a-91bd-46e6-aef6-bb35a873b34e Jan 13 17:03:08.844420 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a25d0e1-8a7b-4330-91d6-08e2469074db,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:08.892181 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.892543 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.892878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.893204 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.893524 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.893837 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.894156 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.894470 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.894799 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.895128 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.895442 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.895750 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.896085 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Tracked resource versions report: Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: pushed versions: Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: { 'AddressGroup': {'1.2'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'ConntrackHelper': {'1.0'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Log': {'1.0'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Network': {'1.1'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Port': {'1.7'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'PortForwarding': {'1.2'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'QosPolicy': {'1.10'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroup': {'1.5'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SubPort': {'1.0'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Subnet': {'1.1'}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Trunk': {'1.1'}} Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: consumer versions: Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'ConntrackHelper': '1.0', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'LocalIPAssociation': '1.0', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Log': '1.0', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Network': '1.1', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Port': '1.7', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'PortForwarding': '1.2', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'QosPolicy': '1.10', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroup': '1.5', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroupRule': '1.2', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SubPort': '1.0', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Subnet': '1.1', Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Trunk': '1.1'}} Jan 13 17:03:08.897483 dv-cinder-799871-9-iscsi neutron-server[103098]: {{(pid=103098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:03:08.940995 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (ec69e37a-91bd-46e6-aef6-bb35a873b34e), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:09.030330 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (ec69e37a-91bd-46e6-aef6-bb35a873b34e), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:09.031413 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:03:09.032124 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:09.131315 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] Pushing event updated for resources: {'Network': ['ID=ec69e37a-91bd-46e6-aef6-bb35a873b34e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:09.142140 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:03:09.152820 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-42ac2105-0291-490f-97a0-198a54744741 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9125838 Jan 13 17:03:09.630151 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:11.406907 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54378) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:03:11.537760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec963e2a-6767-4604-804b-c823b97f183f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:03:11.539087 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ec963e2a-6767-4604-804b-c823b97f183f admin admin] 10.222.0.42 "GET /v2.0/subnets/23c13170-a51f-4ccf-a177-7a19eefb5b2a HTTP/1.1" status: 200 len: 849 time: 0.1312244 Jan 13 17:03:11.690819 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e2026c93-17e7-4620-ad54-97a26b46677a admin admin] 10.222.0.42 "GET /v2.0/routers/045bc3f9-eaf5-418b-ae0d-7681ecf38e11 HTTP/1.1" status: 200 len: 704 time: 0.1460536 Jan 13 17:03:11.961006 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:12.249619 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Allocated IP 172.20.0.1 (47501495-5a60-410b-b8b7-aafd3c87880e/23c13170-a51f-4ccf-a177-7a19eefb5b2a/2438bc19-14ba-4318-b87d-23f7ef4c87a8) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:03:12.429558 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks [] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:12.579273 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:12.650684 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Network 47501495-5a60-410b-b8b7-aafd3c87880e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:03:12.656298 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:03:12.668251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:03:12.668748 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:12.690361 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Pushing event updated for resources: {'Port': ['ID=2438bc19-14ba-4318-b87d-23f7ef4c87a8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:12.897714 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-998e9ac9-0939-43c7-b9fa-ce3799f9cb79 None None] Provisioning complete for port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:12.898246 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-998e9ac9-0939-43c7-b9fa-ce3799f9cb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:12.930409 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-998e9ac9-0939-43c7-b9fa-ce3799f9cb79 None None] Port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:03:12.955446 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:13.205309 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks [] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:13.264876 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:13.265634 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:13.340606 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Pushing event updated for resources: {'Port': ['ID=2438bc19-14ba-4318-b87d-23f7ef4c87a8,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:13.388969 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Network 47501495-5a60-410b-b8b7-aafd3c87880e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:03:13.390243 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:03:13.642014 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:03:13.652902 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-53ed4034-cfcf-468a-b758-f5373700416e None None] Provisioning complete for port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:13.653294 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53ed4034-cfcf-468a-b758-f5373700416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:13.685861 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-53ed4034-cfcf-468a-b758-f5373700416e None None] Port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:03:13.732691 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:03:13.737860 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6a164b81-69e0-4692-a1ab-cccd5db86442 admin admin] 10.222.0.42 "PUT /v2.0/routers/045bc3f9-eaf5-418b-ae0d-7681ecf38e11/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0419886 Jan 13 17:03:13.742887 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Sync routers for ids ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:03:13.755133 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Routers {'045bc3f9-eaf5-418b-ae0d-7681ecf38e11'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:03:13.756001 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:03:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:13.958153 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Set router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:03:14.399386 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'name': 'router1', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:03:02Z', 'updated_at': '2022-01-13T17:03:12Z', 'revision_number': 2, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'gw_port_host': None, '_interfaces': [{'id': '2438bc19-14ba-4318-b87d-23f7ef4c87a8', 'name': '', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'mac_address': 'fa:16:3e:b8:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:11Z', 'updated_at': '2022-01-13T17:03:13Z', 'revision_number': 2, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'subnets': [{'id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b352722-8548-4596-8ee8-4e6860b2a937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:14.449990 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Checking router: 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:03:14.450357 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Updating router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:03:14.498120 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.003428 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Publish callbacks [] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.075752 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.239898 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Attempting to bind port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:03:15.240398 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Attempting to bind port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:03:15.240847 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Attempting to bind port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 on network 47501495-5a60-410b-b8b7-aafd3c87880e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:03:15.244218 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Pushing event updated for resources: {'Port': ['ID=2438bc19-14ba-4318-b87d-23f7ef4c87a8,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:15.251008 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:03:15.251531 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Checking segment: {'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:03:15.252328 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.252713 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Bound using segment: {'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:03:15.253169 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Bound port: 2438bc19-14ba-4318-b87d-23f7ef4c87a8, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40841284-d484-4182-9937-4e18f308ff9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:03:15.253590 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.259856 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.260274 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Tracked resource versions report: Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: pushed versions: Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: { 'AddressGroup': {'1.2'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'ConntrackHelper': {'1.0'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Log': {'1.0'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Network': {'1.1'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Port': {'1.7'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'PortForwarding': {'1.2'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'QosPolicy': {'1.10'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroup': {'1.5'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SubPort': {'1.0'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Subnet': {'1.1'}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Trunk': {'1.1'}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: consumer versions: Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'ConntrackHelper': '1.0', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'LocalIPAssociation': '1.0', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Log': '1.0', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Network': '1.1', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Port': '1.7', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'PortForwarding': '1.2', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'QosPolicy': '1.10', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroup': '1.5', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroupRule': '1.2', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SubPort': '1.0', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Subnet': '1.1', Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Trunk': '1.1'}} Jan 13 17:03:15.267982 dv-cinder-799871-9-iscsi neutron-server[103100]: {{(pid=103100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:03:15.319845 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-9b024bf3-be13-451d-928a-fab2ea899bdf None None] Provisioning complete for port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:15.320510 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9b024bf3-be13-451d-928a-fab2ea899bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.380368 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-9b024bf3-be13-451d-928a-fab2ea899bdf None None] Port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:03:15.403556 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] For port 2438bc19-14ba-4318-b87d-23f7ef4c87a8, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:03:15.425505 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] For port 2438bc19-14ba-4318-b87d-23f7ef4c87a8, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=2438bc19-14ba-4318-b87d-23f7ef4c87a8,segment=NetworkSegment(40841284-d484-4182-9937-4e18f308ff9a),segment_id=40841284-d484-4182-9937-4e18f308ff9a)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:03:15.476625 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.533444 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Routers {'045bc3f9-eaf5-418b-ae0d-7681ecf38e11'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:03:15.534066 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:03:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:15.538865 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83775fa9-46bf-47bb-ada1-7edee78cb258 None None] Pushing event updated for resources: {'Port': ['ID=2438bc19-14ba-4318-b87d-23f7ef4c87a8,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:15.629421 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] Set router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:03:15.699940 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-164f2033-d3a2-48ab-9ae8-531af902ec21 None None] Provisioning complete for port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:15.700435 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-164f2033-d3a2-48ab-9ae8-531af902ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.779384 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-164f2033-d3a2-48ab-9ae8-531af902ec21 None None] Current status of the port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:15.780254 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-164f2033-d3a2-48ab-9ae8-531af902ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.814135 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-164f2033-d3a2-48ab-9ae8-531af902ec21 None None] For port 2438bc19-14ba-4318-b87d-23f7ef4c87a8, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=2438bc19-14ba-4318-b87d-23f7ef4c87a8,segment=NetworkSegment(40841284-d484-4182-9937-4e18f308ff9a),segment_id=40841284-d484-4182-9937-4e18f308ff9a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:03:15.838585 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'name': 'router1', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:03:02Z', 'updated_at': '2022-01-13T17:03:12Z', 'revision_number': 2, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'gw_port_host': None, '_interfaces': [{'id': '2438bc19-14ba-4318-b87d-23f7ef4c87a8', 'name': '', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'mac_address': 'fa:16:3e:b8:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:11Z', 'updated_at': '2022-01-13T17:03:15Z', 'revision_number': 4, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'subnets': [{'id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b352722-8548-4596-8ee8-4e6860b2a937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:15.868718 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e602b5-182a-4e26-8e73-1e815a5cdcdc None None] The sync data for ids ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'] in dv-cinder-799871-9-iscsi is: [{'id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'name': 'router1', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:03:02Z', 'updated_at': '2022-01-13T17:03:12Z', 'revision_number': 2, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'gw_port_host': None, '_interfaces': [{'id': '2438bc19-14ba-4318-b87d-23f7ef4c87a8', 'name': '', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'mac_address': 'fa:16:3e:b8:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:11Z', 'updated_at': '2022-01-13T17:03:15Z', 'revision_number': 4, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'subnets': [{'id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b352722-8548-4596-8ee8-4e6860b2a937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:03:15.880620 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-164f2033-d3a2-48ab-9ae8-531af902ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:15.928329 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f2033-d3a2-48ab-9ae8-531af902ec21 None None] Pushing event updated for resources: {'Port': ['ID=2438bc19-14ba-4318-b87d-23f7ef4c87a8,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:18.400555 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54396) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:03:18.511570 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d70ae-16fc-4211-8dc8-d6e181720d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:03:18.512966 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-045d70ae-16fc-4211-8dc8-d6e181720d7a admin admin] 10.222.0.42 "GET /v2.0/networks/ec69e37a-91bd-46e6-aef6-bb35a873b34e HTTP/1.1" status: 200 len: 842 time: 0.1114609 Jan 13 17:03:18.522350 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'tenant_id': '30ea277f177e4ef28f4db7ce85c70874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:03:18.600487 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Made reservation on behalf of 30ea277f177e4ef28f4db7ce85c70874 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:03:18.603472 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:18.973588 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.objects.ports [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103098) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 13 17:03:18.974027 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (d67abf85-e5fa-42c1-95be-e1bba6778d75), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:19.029459 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67abf85-e5fa-42c1-95be-e1bba6778d75,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:19.040227 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:03:19.040578 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Network hostable DHCP agents. Network: ec69e37a-91bd-46e6-aef6-bb35a873b34e, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:03:19.121896 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:03:19.206677 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, ec69e37a-91bd-46e6-aef6-bb35a873b34e) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:03:19.210671 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:03:19.211256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:19.215787 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed882f-61e8-454d-966d-dc20cec77cd1 None None] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:03:19.316036 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-b224b6a3-bde7-4298-beed-2181809b73de admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7831247 Jan 13 17:03:19.319224 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c875c19-9334-4719-ad3e-e89dc8251b15 None None] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:03:21.624951 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54404) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:03:21.751948 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ef94e3f1-f4c9-4408-a0a2-374c3dcf6cd6 admin admin] 10.222.0.42 "GET /v2.0/routers/045bc3f9-eaf5-418b-ae0d-7681ecf38e11 HTTP/1.1" status: 200 len: 710 time: 0.1258817 Jan 13 17:03:21.835570 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf36bf4-c2c9-49a0-a686-46e158cb9b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:03:21.836961 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5bf36bf4-c2c9-49a0-a686-46e158cb9b71 admin admin] 10.222.0.42 "GET /v2.0/networks/ec69e37a-91bd-46e6-aef6-bb35a873b34e HTTP/1.1" status: 200 len: 886 time: 0.0797634 Jan 13 17:03:21.845671 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:03:22.151989 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks [] for router_gateway (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:22.466965 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks [] for router_gateway (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:22.541979 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:22.649876 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Allocated IP 172.27.0.181 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/8828d2a1-a74a-4f05-a09d-236bc4c19145) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:03:22.749873 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks [] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:22.846564 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:22.883862 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:03:22.888657 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:03:22.892077 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:03:22.897942 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8828d2a1-a74a-4f05-a09d-236bc4c19145,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:23.216411 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks [] for router_gateway (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:23.410433 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1663'] for router (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:23.414121 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549961'] for router (045bc3f9-eaf5-418b-ae0d-7681ecf38e11), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:23.517057 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:03:23.620704 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:03:23.625569 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:23.626987 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-4e207182-8701-487c-b7a4-8425408d20c5 admin admin] 10.222.0.42 "PUT /v2.0/routers/045bc3f9-eaf5-418b-ae0d-7681ecf38e11 HTTP/1.1" status: 200 len: 890 time: 1.7844219 Jan 13 17:03:24.167335 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Sync routers for ids ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:03:24.178933 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Routers {'045bc3f9-eaf5-418b-ae0d-7681ecf38e11'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:03:24.179659 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:03:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:24.201568 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 2438bc19-14ba-4318-b87d-23f7ef4c87a8 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:03:24.412231 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:24.412511 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:24.447233 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Set router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:03:24.791401 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:24.943590 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'name': 'router1', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '8828d2a1-a74a-4f05-a09d-236bc4c19145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:03:02Z', 'updated_at': '2022-01-13T17:03:23Z', 'revision_number': 4, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'gw_port': {'id': '8828d2a1-a74a-4f05-a09d-236bc4c19145', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:22Z', 'updated_at': '2022-01-13T17:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '2438bc19-14ba-4318-b87d-23f7ef4c87a8', 'name': '', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'mac_address': 'fa:16:3e:b8:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:11Z', 'updated_at': '2022-01-13T17:03:15Z', 'revision_number': 5, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'subnets': [{'id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b352722-8548-4596-8ee8-4e6860b2a937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:24.992191 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Checking router: 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:03:24.992545 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Updating router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 port 8828d2a1-a74a-4f05-a09d-236bc4c19145 binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:03:25.040708 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:25.350504 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Publish callbacks [] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:25.411824 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:25.460555 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Attempting to bind port 8828d2a1-a74a-4f05-a09d-236bc4c19145 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:03:25.460930 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Attempting to bind port 8828d2a1-a74a-4f05-a09d-236bc4c19145 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:03:25.461290 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Attempting to bind port 8828d2a1-a74a-4f05-a09d-236bc4c19145 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:03:25.466496 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5584d-7571-42da-9cf7-a2a1d4d0a180 None None] Pushing event updated for resources: {'Port': ['ID=8828d2a1-a74a-4f05-a09d-236bc4c19145,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:25.470862 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:03:25.471229 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:03:25.471625 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:25.472001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:03:25.472473 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Bound port: 8828d2a1-a74a-4f05-a09d-236bc4c19145, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:03:25.472844 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:25.523380 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] For port 8828d2a1-a74a-4f05-a09d-236bc4c19145, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:03:25.526393 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] For port 8828d2a1-a74a-4f05-a09d-236bc4c19145, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=8828d2a1-a74a-4f05-a09d-236bc4c19145,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:03:25.596375 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:25.653715 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5584d-7571-42da-9cf7-a2a1d4d0a180 None None] Pushing event updated for resources: {'Port': ['ID=8828d2a1-a74a-4f05-a09d-236bc4c19145,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:25.656537 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Routers {'045bc3f9-eaf5-418b-ae0d-7681ecf38e11'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:03:25.657131 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:03:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:25.763528 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] Set router 045bc3f9-eaf5-418b-ae0d-7681ecf38e11 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:03:25.969905 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'name': 'router1', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '8828d2a1-a74a-4f05-a09d-236bc4c19145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:03:02Z', 'updated_at': '2022-01-13T17:03:23Z', 'revision_number': 4, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'gw_port': {'id': '8828d2a1-a74a-4f05-a09d-236bc4c19145', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:22Z', 'updated_at': '2022-01-13T17:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '2438bc19-14ba-4318-b87d-23f7ef4c87a8', 'name': '', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'mac_address': 'fa:16:3e:b8:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:11Z', 'updated_at': '2022-01-13T17:03:15Z', 'revision_number': 5, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'subnets': [{'id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b352722-8548-4596-8ee8-4e6860b2a937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:03:25.999991 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53203cda-e92b-4275-ac54-2e5140f61886 None None] The sync data for ids ['045bc3f9-eaf5-418b-ae0d-7681ecf38e11'] in dv-cinder-799871-9-iscsi is: [{'id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'name': 'router1', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '8828d2a1-a74a-4f05-a09d-236bc4c19145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:03:02Z', 'updated_at': '2022-01-13T17:03:23Z', 'revision_number': 4, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'gw_port': {'id': '8828d2a1-a74a-4f05-a09d-236bc4c19145', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:22Z', 'updated_at': '2022-01-13T17:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '2438bc19-14ba-4318-b87d-23f7ef4c87a8', 'name': '', 'network_id': '47501495-5a60-410b-b8b7-aafd3c87880e', 'tenant_id': '1a0ffccd852447208492938c9ab7b1ee', 'mac_address': 'fa:16:3e:b8:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045bc3f9-eaf5-418b-ae0d-7681ecf38e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:03:11Z', 'updated_at': '2022-01-13T17:03:15Z', 'revision_number': 5, 'project_id': '1a0ffccd852447208492938c9ab7b1ee', 'subnets': [{'id': '23c13170-a51f-4ccf-a177-7a19eefb5b2a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b352722-8548-4596-8ee8-4e6860b2a937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:03:26.051631 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:03:26.178866 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2c01bb12-804d-4bdc-8962-ab777af6c838 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1260500 Jan 13 17:03:26.205010 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 8828d2a1-a74a-4f05-a09d-236bc4c19145 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:03:26.258633 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 8828d2a1-a74a-4f05-a09d-236bc4c19145 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:26.259021 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:26.357219 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 8828d2a1-a74a-4f05-a09d-236bc4c19145 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:26.358415 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:26.379998 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 8828d2a1-a74a-4f05-a09d-236bc4c19145, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=8828d2a1-a74a-4f05-a09d-236bc4c19145,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:03:26.476337 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:26.527741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=8828d2a1-a74a-4f05-a09d-236bc4c19145,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:03:26.900342 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:03:28.185653 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 8828d2a1-a74a-4f05-a09d-236bc4c19145 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:03:28.238066 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 8828d2a1-a74a-4f05-a09d-236bc4c19145 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:03:28.238455 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8828d2a1-a74a-4f05-a09d-236bc4c19145), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:28.324136 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 8828d2a1-a74a-4f05-a09d-236bc4c19145 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:03:33.660861 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c6c34d01-2192-4782-9279-242adfb0454a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:35.859216 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ba6d506-8469-49a6-82ad-7e840a5b3ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:36.938826 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:38.343731 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:03:39.645901 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:03.646520 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-067c5c28-40ac-4ba7-806f-069459f876d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:03.898122 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:04:05.844500 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-00886b4f-c5aa-49d0-b71c-d55fef6e233a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:06.937462 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:08.394988 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:10.034790 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:33.633607 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e4998a72-7cb3-434c-a775-ef3e64ac40ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:35.868368 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a32216f-0acf-4589-8a13-8e84aa3e974a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:36.948834 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:38.359260 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:39.639415 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:40.895945 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:04:46.982525 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54906) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:04:47.042435 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbb94f1-4411-4c18-894b-e5d00a00e079 admin admin] GET failed (client error): The resource could not be found. Jan 13 17:04:47.043785 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5bbb94f1-4411-4c18-894b-e5d00a00e079 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603170 Jan 13 17:04:47.280605 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2244e369-8305-4f24-8b5b-9cde30e45b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:47.282093 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2244e369-8305-4f24-8b5b-9cde30e45b2d admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2341974 Jan 13 17:04:49.493576 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54916) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:04:49.590187 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2381e8-6080-4b4b-b63f-8f383dd5b8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:49.591538 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7b2381e8-6080-4b4b-b63f-8f383dd5b8b3 admin admin] 10.222.0.42 "GET /v2.0/subnets/23c13170-a51f-4ccf-a177-7a19eefb5b2a HTTP/1.1" status: 200 len: 849 time: 0.0970309 Jan 13 17:04:49.600953 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:04:49.681747 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Publish callbacks [] for subnet (23c13170-a51f-4ccf-a177-7a19eefb5b2a), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:49.930904 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766311336515'] for subnet (23c13170-a51f-4ccf-a177-7a19eefb5b2a), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:49.964137 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:49.964650 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:49.965935 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] 10.222.0.42 "PUT /v2.0/subnets/23c13170-a51f-4ccf-a177-7a19eefb5b2a HTTP/1.1" status: 200 len: 868 time: 0.3685918 Jan 13 17:04:49.970373 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cd84a-956a-4ae5-b322-6388d682f8f1 None None] Network 47501495-5a60-410b-b8b7-aafd3c87880e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:04:49.986798 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c13170-a51f-4ccf-a177-7a19eefb5b2a,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:04:49.995413 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.995766 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.996133 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.996462 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.996785 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.997104 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.997439 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.997782 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.998175 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.998500 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.998819 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.999132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:49.999442 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da0347c-7f14-4a3d-8c45-02de0119e2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:04:50.303434 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-94dc501a-49d2-48e1-880d-a11b45fa31e4 None None] Provisioning complete for port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:04:50.303812 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-94dc501a-49d2-48e1-880d-a11b45fa31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2438bc19-14ba-4318-b87d-23f7ef4c87a8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:50.379386 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-94dc501a-49d2-48e1-880d-a11b45fa31e4 None None] Current status of the port 2438bc19-14ba-4318-b87d-23f7ef4c87a8 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:04:50.389163 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-94dc501a-49d2-48e1-880d-a11b45fa31e4 None None] Provisioning complete for port f7b2b791-43cb-4d55-9d0d-0146b160ed14 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:04:50.390455 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-94dc501a-49d2-48e1-880d-a11b45fa31e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f7b2b791-43cb-4d55-9d0d-0146b160ed14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:04:50.467975 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-94dc501a-49d2-48e1-880d-a11b45fa31e4 None None] Current status of the port f7b2b791-43cb-4d55-9d0d-0146b160ed14 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:04:52.206601 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54926) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:04:52.405052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b19555-ec2f-4adb-8932-b49c036b602f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:52.405436 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b19555-ec2f-4adb-8932-b49c036b602f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:52.412777 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-53b19555-ec2f-4adb-8932-b49c036b602f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994650 Jan 13 17:04:54.636387 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54934) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:04:54.761681 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5225f48-835a-4d51-a2b8-f34d131b4591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:54.762159 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5225f48-835a-4d51-a2b8-f34d131b4591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:54.763652 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-b5225f48-835a-4d51-a2b8-f34d131b4591 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1263306 Jan 13 17:04:56.985827 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54942) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:04:57.115951 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919fc5f-d322-4574-9537-d56f3f7c6a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:57.117673 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e919fc5f-d322-4574-9537-d56f3f7c6a59 admin admin] 10.222.0.42 "GET /v2.0/networks/47501495-5a60-410b-b8b7-aafd3c87880e HTTP/1.1" status: 200 len: 869 time: 0.1309049 Jan 13 17:04:59.328544 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54950) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:04:59.448906 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024e715-cbf2-46ab-aa4d-38179c92e2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:04:59.450256 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e024e715-cbf2-46ab-aa4d-38179c92e2a5 admin admin] 10.222.0.42 "GET /v2.0/networks/ec69e37a-91bd-46e6-aef6-bb35a873b34e HTTP/1.1" status: 200 len: 886 time: 0.1207461 Jan 13 17:05:01.658836 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54958) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:01.781225 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b23fee-1565-45ac-ba8d-b4851ab86bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:01.781676 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b23fee-1565-45ac-ba8d-b4851ab86bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:01.783174 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-76b23fee-1565-45ac-ba8d-b4851ab86bf5 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234050 Jan 13 17:05:03.633530 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cdacf8a3-8165-461a-bd63-d3cdf9baed1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:03.990442 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 54966) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:04.079019 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5eafb-5806-4593-a4ee-526bf6dafe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:04.079763 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5eafb-5806-4593-a4ee-526bf6dafe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:04.081283 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5de5eafb-5806-4593-a4ee-526bf6dafe4f admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899026 Jan 13 17:05:05.879048 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bbdec351-920c-4b4e-a4d8-de9b0bed0a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:06.287455 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54974) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:06.382485 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb9316-6ac3-4c50-b943-5685b2c846ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:06.383823 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-9ffb9316-6ac3-4c50-b943-5685b2c846ff admin admin] 10.222.0.42 "GET /v2.0/subnets/23c13170-a51f-4ccf-a177-7a19eefb5b2a HTTP/1.1" status: 200 len: 868 time: 0.0954130 Jan 13 17:05:06.935524 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:08.364319 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:08.589055 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 54982) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:08.674217 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8da2d-988f-453f-9789-68e6591befe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:08.675533 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-6ee8da2d-988f-453f-9789-68e6591befe5 admin admin] 10.222.0.42 "GET /v2.0/subnets/d67abf85-e5fa-42c1-95be-e1bba6778d75 HTTP/1.1" status: 200 len: 816 time: 0.0855482 Jan 13 17:05:09.627341 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:17.894434 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:05:33.643300 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-42913bde-67e6-43ce-9007-4053a40c0806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:33.994164 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55036) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:34.038956 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [None req-348db3eb-3716-4b52-92c7-e2717c53278d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:05:34.040503 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-348db3eb-3716-4b52-92c7-e2717c53278d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0453990 Jan 13 17:05:35.854955 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-06c15fa1-121f-4edc-8625-6360d4efe4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:36.337693 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55044) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:36.396829 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2772d69-de6f-4de6-bcee-41e9f7ed4b43 admin admin] GET failed (client error): The resource could not be found. Jan 13 17:05:36.398065 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c2772d69-de6f-4de6-bcee-41e9f7ed4b43 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594590 Jan 13 17:05:36.544164 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f13e3-3a0f-4ce9-bf95-ebdbc7fd313a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:36.546082 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8a8f13e3-3a0f-4ce9-bf95-ebdbc7fd313a admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1440330 Jan 13 17:05:36.992407 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:38.341043 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:39.064459 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55054) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:39.109215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Request body: {'network': {'tenant_id': '30ea277f177e4ef28f4db7ce85c70874', 'shared': True, 'name': 'shared', 'admin_state_up': True, 'project_id': '30ea277f177e4ef28f4db7ce85c70874'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:05:39.197773 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Made reservation on behalf of 30ea277f177e4ef28f4db7ce85c70874 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:05:39.200070 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:39.229591 dv-cinder-799871-9-iscsi neutron-server[103098]: WARNING neutron.services.revisions.revision_plugin [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Could not find related network for resource to bump revision. Jan 13 17:05:39.243922 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:05:39.252809 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (1325483d-442b-42c1-932f-8444bcc8b11b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:39.253142 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Added segment 1325483d-442b-42c1-932f-8444bcc8b11b of type vlan for network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 Jan 13 17:05:39.298127 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (9a1cb155-bb5a-4bd2-8d35-0c86e9a58695), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:39.386429 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (9a1cb155-bb5a-4bd2-8d35-0c86e9a58695), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:39.387360 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:39.387933 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:39.444245 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1cb155-bb5a-4bd2-8d35-0c86e9a58695,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:05:39.450603 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.450971 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.451316 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.451649 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.452100 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.452427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.452767 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.453094 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.453466 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.453794 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.454110 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.454426 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.454742 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:39.466043 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:05:39.531950 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-b5713fe7-97e1-4900-9bc4-6db71bc24943 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4663789 Jan 13 17:05:39.632193 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:41.800813 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55064) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:05:41.861387 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.pecan_wsgi.hooks.translation [None req-e222c509-6ac9-45bd-89f9-961f84c58700 admin admin] GET failed (client error): The resource could not be found. Jan 13 17:05:41.862635 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e222c509-6ac9-45bd-89f9-961f84c58700 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608847 Jan 13 17:05:41.927840 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65bee6-6f4d-4465-8cd2-22b7d38cc607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:41.929382 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-7d65bee6-6f4d-4465-8cd2-22b7d38cc607 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0627370 Jan 13 17:05:41.938776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Request body: {'subnet': {'tenant_id': '30ea277f177e4ef28f4db7ce85c70874', 'description': 'shared-subnet', 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:05:42.031904 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Made reservation on behalf of 30ea277f177e4ef28f4db7ce85c70874 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:05:42.034161 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:42.232648 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (a8065a36-af1f-4089-b14c-4de8407b2e0a), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:42.284311 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8065a36-af1f-4089-b14c-4de8407b2e0a,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:05:42.294166 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Checking segment: {'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:05:42.294512 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Network hostable DHCP agents. Network: 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:05:42.391875 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:05:42.443119 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:05:42.447601 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:05:42.448221 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:42.454993 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108cf5a-53d4-473c-be9e-912c30950e47 None None] Network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:05:42.509846 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d017a73e-a2dc-4f38-8158-a7ced620a8d0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5742304 Jan 13 17:05:42.658551 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-9a1cb155-bb5a-4bd2-8d35-0c86e9a58695', 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695', 'project_id': '30ea277f177e4ef28f4db7ce85c70874', 'fixed_ips': [{'subnet_id': 'a8065a36-af1f-4089-b14c-4de8407b2e0a'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:05:42.659450 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:42.796137 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Allocated IP 192.168.233.2 (9a1cb155-bb5a-4bd2-8d35-0c86e9a58695/a8065a36-af1f-4089-b14c-4de8407b2e0a/a48b09a8-22fe-42e4-aa7c-0a6d061726fa) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:05:42.937634 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Publish callbacks [] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:43.004204 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:43.041416 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:05:43.044116 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:05:43.050178 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:05:43.059223 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Pushing event updated for resources: {'Port': ['ID=a48b09a8-22fe-42e4-aa7c-0a6d061726fa,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:05:43.080656 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.081013 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.081363 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.081694 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.082014 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.082335 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.082651 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.082966 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.083278 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.083604 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.083920 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.084256 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.084564 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:05:43.118088 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Attempting to bind port a48b09a8-22fe-42e4-aa7c-0a6d061726fa on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:05:43.118445 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Attempting to bind port a48b09a8-22fe-42e4-aa7c-0a6d061726fa by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:05:43.118795 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Attempting to bind port a48b09a8-22fe-42e4-aa7c-0a6d061726fa on network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:05:43.123669 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:05:43.124047 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Checking segment: {'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:05:43.124445 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:43.124820 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Bound using segment: {'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:05:43.125273 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Bound port: a48b09a8-22fe-42e4-aa7c-0a6d061726fa, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:05:43.125666 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:43.188700 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] For port a48b09a8-22fe-42e4-aa7c-0a6d061726fa, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:05:43.191631 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] For port a48b09a8-22fe-42e4-aa7c-0a6d061726fa, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a48b09a8-22fe-42e4-aa7c-0a6d061726fa,segment=NetworkSegment(1325483d-442b-42c1-932f-8444bcc8b11b),segment_id=1325483d-442b-42c1-932f-8444bcc8b11b)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:05:43.307282 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:43.372955 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71795d15-da4f-48b2-b96c-2b14f0700778 None None] Pushing event updated for resources: {'Port': ['ID=a48b09a8-22fe-42e4-aa7c-0a6d061726fa,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:05:44.317495 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a48b09a8-22fe-42e4-aa7c-0a6d061726fa up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:05:44.319713 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6337ba1-7493-4e97-8520-79951489d550 None None] Network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:05:44.434659 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-e97af490-ad28-484a-8489-66b254b97289 None None] Provisioning complete for port a48b09a8-22fe-42e4-aa7c-0a6d061726fa triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:05:44.435037 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e97af490-ad28-484a-8489-66b254b97289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:44.480657 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port a48b09a8-22fe-42e4-aa7c-0a6d061726fa triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:05:44.481033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:44.600904 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-e97af490-ad28-484a-8489-66b254b97289 None None] Current status of the port a48b09a8-22fe-42e4-aa7c-0a6d061726fa is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:05:44.601843 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e97af490-ad28-484a-8489-66b254b97289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:44.633661 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port a48b09a8-22fe-42e4-aa7c-0a6d061726fa is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:05:44.634828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:44.668090 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-e97af490-ad28-484a-8489-66b254b97289 None None] For port a48b09a8-22fe-42e4-aa7c-0a6d061726fa, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a48b09a8-22fe-42e4-aa7c-0a6d061726fa,segment=NetworkSegment(1325483d-442b-42c1-932f-8444bcc8b11b),segment_id=1325483d-442b-42c1-932f-8444bcc8b11b)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:05:44.729649 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e97af490-ad28-484a-8489-66b254b97289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:44.799990 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.db.api [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 17:05:44.800358 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG oslo_db.api [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 17:05:44.804605 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97af490-ad28-484a-8489-66b254b97289 None None] Pushing event updated for resources: {'Port': ['ID=a48b09a8-22fe-42e4-aa7c-0a6d061726fa,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:05:44.849033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-ea7a2202-b222-4c4d-ad6f-bfec19cf657d None None] Provisioning complete for port a48b09a8-22fe-42e4-aa7c-0a6d061726fa triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:05:44.849414 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2202-b222-4c4d-ad6f-bfec19cf657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:44.927606 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a2202-b222-4c4d-ad6f-bfec19cf657d None None] Current status of the port a48b09a8-22fe-42e4-aa7c-0a6d061726fa is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:05:45.339140 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port a48b09a8-22fe-42e4-aa7c-0a6d061726fa is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:05:46.252835 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a48b09a8-22fe-42e4-aa7c-0a6d061726fa up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:05:46.300159 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port a48b09a8-22fe-42e4-aa7c-0a6d061726fa triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:05:46.300526 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a48b09a8-22fe-42e4-aa7c-0a6d061726fa), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:05:46.377164 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port a48b09a8-22fe-42e4-aa7c-0a6d061726fa is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:05:54.892964 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:06:03.660357 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-82a5e982-912e-44d0-ba9a-3ddcc55b13c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:05.854019 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-030c41ca-b9c8-4564-9632-f5bbf632ffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:06.928781 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:08.362902 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:09.637461 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:31.890545 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:06:33.642126 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-decec8a1-7743-470b-a56f-1aa7532108d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:35.847511 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-96ded199-9aef-4aee-b269-fb505105fac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:36.938974 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:38.402051 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:06:39.694335 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:03.647596 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4f26359d-e02a-4034-85f4-5ad6f30b34a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:04.175111 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55108) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:07:04.185353 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [None req-7f9197fe-789d-4843-9f8d-9d54fe51c686 tempest-verify_tempest_config-1832028931 tempest-verify_tempest_config-1832028931-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:07:04.186319 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-7f9197fe-789d-4843-9f8d-9d54fe51c686 tempest-verify_tempest_config-1832028931 tempest-verify_tempest_config-1832028931-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0094993 Jan 13 17:07:04.673819 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55126) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:07:04.772510 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:04.844266 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Publish callbacks [] for security_group (4cabc657-2a1b-4ead-ae9c-d0d0ca43c246), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:04.903815 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (4cabc657-2a1b-4ead-ae9c-d0d0ca43c246), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:04.945201 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cabc657-2a1b-4ead-ae9c-d0d0ca43c246,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:07:04.949581 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2155cd4ce9544cfb178bf65b03a2d66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2747979 Jan 13 17:07:04.952428 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55130) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:07:04.953699 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.954043 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.954376 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.954707 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.955028 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.955344 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.955675 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.955994 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.956348 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.956668 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.957638 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.957953 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:04.958265 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dd714f-a098-47a4-bd2e-77c5123776a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.008867 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Publish callbacks [] for security_group (4cabc657-2a1b-4ead-ae9c-d0d0ca43c246), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:05.028668 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Publish callbacks [] for security_group (4cabc657-2a1b-4ead-ae9c-d0d0ca43c246), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:05.184626 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (4cabc657-2a1b-4ead-ae9c-d0d0ca43c246), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:05.187168 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:05.188344 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cabc657-2a1b-4ead-ae9c-d0d0ca43c246 HTTP/1.1" status: 204 len: 168 time: 0.2349415 Jan 13 17:07:05.195828 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cabc657-2a1b-4ead-ae9c-d0d0ca43c246,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:07:05.202543 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.202891 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.203236 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.203572 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.203908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.204270 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.204670 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.205120 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.210993 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.210993 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.210993 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.210993 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.210993 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba7601-d175-4c22-8b27-ccf6cd53745b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:07:05.870140 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e7268496-3edb-443f-a306-bb501723b9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:06.949768 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:08.367369 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:08.888941 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:07:09.676495 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:33.635472 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c139e549-b405-4789-9387-a2b74aad583c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:35.852062 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-80883c00-ed0e-4dba-8868-e95d8e63a980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:36.960516 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:38.383561 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:39.691839 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:07:45.887522 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:08:03.645696 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-980b8eed-f91d-435a-9379-4846617ea0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:05.862534 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3cf79890-c557-488b-b754-188cf5156e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:06.959682 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:08.394771 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:09.633750 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:22.888078 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 5 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:08:33.639074 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4b4afe5e-a219-4b9a-bf65-18dd23d5b1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:35.879473 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae29-5ef7-4ce3-adb1-52bd4020e15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:36.964847 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:38.399314 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:39.656242 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:40.966001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549280'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:08:55.638860 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55204) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:08:55.739253 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e2db3aaf-a101-48f4-917d-3f6be3aade7c admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0993049 Jan 13 17:08:57.982071 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55214) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:08:58.039054 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-0303cdff-ae3d-4f8e-85d6-8d8594927839 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0559042 Jan 13 17:08:59.887801 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:09:03.650298 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c842a754-1149-4d17-bb6d-3912da960619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:05.861259 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-dbdbb0d7-a49d-413f-bfbd-b5ca988be6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:07.004152 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:08.370057 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:09.677587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:10.929815 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:33.665240 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-69520b94-f24c-4093-a775-6489d91ad69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:35.906611 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-31055831-ed1a-4f86-916b-5738fc455d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:36.886177 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:09:36.963468 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:38.364723 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:39.666749 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:09:40.935014 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:03.642956 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-968ac3ba-b616-4036-9ef8-2c2e82bb3fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:05.905789 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5ded6be0-4b98-4ced-8a25-c66bb39e4c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:06.951521 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:08.384711 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:09.688325 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:10.922456 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:13.884867 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:10:30.721504 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55410) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:31.108555 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55426) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:31.125340 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55430) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:31.156091 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55436) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:31.196703 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-network', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:31.294152 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Made reservation on behalf of d646351580dc4909ace49daf43fc27e8 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:31.297142 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.306431 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.381174 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks [] for security_group (2106f028-c633-451f-943f-00d33c56473f), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.452766 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (2106f028-c633-451f-943f-00d33c56473f), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.478057 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106f028-c633-451f-943f-00d33c56473f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:31.509405 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:10:31.509405 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (607b20a5-0187-46a3-be05-ede679bedaa7), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.509405 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Added segment 607b20a5-0187-46a3-be05-ede679bedaa7 of type vlan for network 80a19623-f178-48f2-8ee6-874b462a4ded Jan 13 17:10:31.536079 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.536731 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.537218 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.537707 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.538191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.538672 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.539303 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.539785 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.540803 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.541419 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.541907 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.542372 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.542835 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Tracked resource versions report: Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: pushed versions: Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: { 'AddressGroup': {'1.2'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'ConntrackHelper': {'1.0'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Log': {'1.0'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Network': {'1.1'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Port': {'1.7'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'PortForwarding': {'1.2'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'QosPolicy': {'1.10'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroup': {'1.5'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SubPort': {'1.0'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Subnet': {'1.1'}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Trunk': {'1.1'}} Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: consumer versions: Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: HyperV agent@hv-cinder-79987: {}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'ConntrackHelper': '1.0', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'LocalIPAssociation': '1.0', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Log': '1.0', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Network': '1.1', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Port': '1.7', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'PortForwarding': '1.2', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'QosPolicy': '1.10', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroup': '1.5', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SecurityGroupRule': '1.2', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'SubPort': '1.0', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Subnet': '1.1', Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: 'Trunk': '1.1'}} Jan 13 17:10:31.544351 dv-cinder-799871-9-iscsi neutron-server[103098]: {{(pid=103098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:10:31.565407 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (80a19623-f178-48f2-8ee6-874b462a4ded), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.605905 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1728348247-network', 'tenant_id': 'd0b3e89374da4395a0e1806b8fbde1df'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:31.608814 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-926049443-network', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:31.666509 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55452) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:31.675417 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-134380702-network', 'tenant_id': 'f117916dcf734c32a996a44e962e7754'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:31.681290 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (80a19623-f178-48f2-8ee6-874b462a4ded), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.683949 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:31.685571 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.749674 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-789586608-network', 'tenant_id': '8ca7d23c01e24ed7a0be783ac71a769e'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:31.765041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] Pushing event updated for resources: {'Network': ['ID=80a19623-f178-48f2-8ee6-874b462a4ded,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:31.774006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Made reservation on behalf of d0b3e89374da4395a0e1806b8fbde1df for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:31.775511 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 80a19623-f178-48f2-8ee6-874b462a4ded details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:10:31.776390 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.785392 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.854607 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-46589f50-04d5-4a8c-80bd-4d7932c7319d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1299300 Jan 13 17:10:31.854607 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Made reservation on behalf of 3af0c4a6646649f8b153428d286bb2ff for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:31.856184 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.858947 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55466) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:31.865140 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Request body: {'subnet': {'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-subnet', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:31.871891 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.872976 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks [] for security_group (07420cd4-0020-40d5-960e-2fbbd50f917d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.951696 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (07420cd4-0020-40d5-960e-2fbbd50f917d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.975445 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:10:31.987401 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Made reservation on behalf of d646351580dc4909ace49daf43fc27e8 for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:31.990006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.996848 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Made reservation on behalf of f117916dcf734c32a996a44e962e7754 for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:31.997468 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks [] for security_group (c544a970-90ce-4801-90ae-44c6bb3d6f7b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:31.998489 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Made reservation on behalf of 8ca7d23c01e24ed7a0be783ac71a769e for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:31.999603 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.002446 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.020477 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.029263 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (3bc50706-28a5-45b2-869a-825e2d02c3e7), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.029739 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Added segment 3bc50706-28a5-45b2-869a-825e2d02c3e7 of type vlan for network b7c1b57f-b49a-428f-9d99-9350481d78cd Jan 13 17:10:32.073129 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07420cd4-0020-40d5-960e-2fbbd50f917d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.082632 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.105674 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.106177 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.106621 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.107061 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.107494 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.107945 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.108397 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.108833 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.109261 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.109705 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.110872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.111422 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.111988 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Tracked resource versions report: Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: pushed versions: Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: { 'AddressGroup': {'1.2'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'ConntrackHelper': {'1.0'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Log': {'1.0'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Network': {'1.1'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Port': {'1.7'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'PortForwarding': {'1.2'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'QosPolicy': {'1.10'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroup': {'1.5'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SubPort': {'1.0'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Subnet': {'1.1'}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Trunk': {'1.1'}} Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: consumer versions: Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: HyperV agent@hv-cinder-79987: {}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'ConntrackHelper': '1.0', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'LocalIPAssociation': '1.0', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Log': '1.0', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Network': '1.1', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Port': '1.7', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'PortForwarding': '1.2', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'QosPolicy': '1.10', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroup': '1.5', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SecurityGroupRule': '1.2', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'SubPort': '1.0', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Subnet': '1.1', Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: 'Trunk': '1.1'}} Jan 13 17:10:32.113403 dv-cinder-799871-9-iscsi neutron-server[103097]: {{(pid=103097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:10:32.152786 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (b7c1b57f-b49a-428f-9d99-9350481d78cd), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.204082 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c544a970-90ce-4801-90ae-44c6bb3d6f7b), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.218180 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:10:32.228450 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (4ba35a66-c723-415c-9da8-64e23a3f2e83), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.228787 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Added segment 4ba35a66-c723-415c-9da8-64e23a3f2e83 of type vlan for network 29140d95-813c-4055-afcb-5fe62901479d Jan 13 17:10:32.272998 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (29140d95-813c-4055-afcb-5fe62901479d), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.275682 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (b7c1b57f-b49a-428f-9d99-9350481d78cd), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.276868 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:32.287273 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.333057 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c544a970-90ce-4801-90ae-44c6bb3d6f7b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.373974 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks [] for security_group (a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.375175 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c1b57f-b49a-428f-9d99-9350481d78cd,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.384705 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network b7c1b57f-b49a-428f-9d99-9350481d78cd details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:10:32.385597 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (29140d95-813c-4055-afcb-5fe62901479d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.387041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:32.388455 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.481828 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks [] for security_group (33c93246-09a2-4fc7-9498-82cdd06ba2cd), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.484577 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.526837 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] Pushing event updated for resources: {'Network': ['ID=29140d95-813c-4055-afcb-5fe62901479d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.530011 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:10:32.536093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.537343 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 29140d95-813c-4055-afcb-5fe62901479d details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:10:32.546399 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ea61619e-524c-4ddb-8f5b-b5863187d273), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.546750 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Added segment ea61619e-524c-4ddb-8f5b-b5863187d273 of type vlan for network af0081b4-82c9-48f6-908e-39c658326c91 Jan 13 17:10:32.568047 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-28621fb4-8d97-4e8e-9735-df2232aa53a4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4369705 Jan 13 17:10:32.570201 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55500) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:32.598368 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Request body: {'subnet': {'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1728348247-subnet', 'tenant_id': 'd0b3e89374da4395a0e1806b8fbde1df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:32.602240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (af0081b4-82c9-48f6-908e-39c658326c91), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.622796 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (33c93246-09a2-4fc7-9498-82cdd06ba2cd), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.636794 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3e276e03-6409-4572-90f8-d17bad2deffe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5269344 Jan 13 17:10:32.640604 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55502) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:32.648468 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Request body: {'subnet': {'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-subnet', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:32.661684 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:10:32.693141 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (36a5ba3b-001d-4002-8b66-eb987eb0e017), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.693474 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Added segment 36a5ba3b-001d-4002-8b66-eb987eb0e017 of type vlan for network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb Jan 13 17:10:32.701179 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c93246-09a2-4fc7-9498-82cdd06ba2cd,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.706593 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (46a90d3c-4d1f-48c3-b4a9-04e37c63a264), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.771810 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.792291 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a90d3c-4d1f-48c3-b4a9-04e37c63a264,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.807734 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (af0081b4-82c9-48f6-908e-39c658326c91), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.811095 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:32.811095 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.811265 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Made reservation on behalf of d0b3e89374da4395a0e1806b8fbde1df for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:32.811605 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Made reservation on behalf of 3af0c4a6646649f8b153428d286bb2ff for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:32.812357 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.813838 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.855062 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Checking segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:32.855410 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Network hostable DHCP agents. Network: 80a19623-f178-48f2-8ee6-874b462a4ded, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:10:32.919576 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.920000 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:32.920597 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:32.929305 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] Pushing event updated for resources: {'Network': ['ID=af0081b4-82c9-48f6-908e-39c658326c91,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:32.942911 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network af0081b4-82c9-48f6-908e-39c658326c91 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:10:33.013705 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:33.027672 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:10:33.033763 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5b82225d-dca7-4daa-a156-f1a5c7b40a5e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3608887 Jan 13 17:10:33.033981 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55506) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:33.040035 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Request body: {'subnet': {'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-789586608-subnet', 'tenant_id': '8ca7d23c01e24ed7a0be783ac71a769e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:33.063747 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Network 80a19623-f178-48f2-8ee6-874b462a4ded is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:10:33.073086 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a6757374-ac7f-4c2e-84de-0c2126a496f0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9161346 Jan 13 17:10:33.077481 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55508) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:33.085189 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Request body: {'subnet': {'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-134380702-subnet', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:33.145283 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 80a19623-f178-48f2-8ee6-874b462a4ded) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:33.149691 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:33.150308 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.154699 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390a5e4-2d4d-4ab2-b074-0c8c010385f7 None None] Network 80a19623-f178-48f2-8ee6-874b462a4ded requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:33.203116 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (55da2496-24e0-4c41-8161-729b20aed0dd), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.205766 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Made reservation on behalf of f117916dcf734c32a996a44e962e7754 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:33.208256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.254138 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Made reservation on behalf of 8ca7d23c01e24ed7a0be783ac71a769e for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:33.254665 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-80a19623-f178-48f2-8ee6-874b462a4ded', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:10:33.254991 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.256569 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.261217 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5956c637-2b1e-4069-842e-5f6022f75293 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4002719 Jan 13 17:10:33.269490 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (5f31d118-2485-4be6-b7ef-4d29ce6bb676), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.285631 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55510) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:33.344684 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55da2496-24e0-4c41-8161-729b20aed0dd,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:33.365969 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Checking segment: {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:33.366745 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Network hostable DHCP agents. Network: 29140d95-813c-4055-afcb-5fe62901479d, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:10:33.388062 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:33.457312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Allocated IP 172.20.0.2 (80a19623-f178-48f2-8ee6-874b462a4ded/46a90d3c-4d1f-48c3-b4a9-04e37c63a264/f651febd-880a-41d6-b013-40dba101576a) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:33.477964 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f31d118-2485-4be6-b7ef-4d29ce6bb676,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:33.484434 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Network 29140d95-813c-4055-afcb-5fe62901479d is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:10:33.567779 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Checking segment: {'id': '3bc50706-28a5-45b2-869a-825e2d02c3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:33.567779 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Network hostable DHCP agents. Network: b7c1b57f-b49a-428f-9d99-9350481d78cd, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:10:33.595970 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (cab80547-a786-44db-b2ed-3ccb5e9a0768), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.597068 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (cab80547-a786-44db-b2ed-3ccb5e9a0768), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.615041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 29140d95-813c-4055-afcb-5fe62901479d) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:33.617275 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (80f570f9-2aeb-4c43-be39-e4925bd97f8d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.623640 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:33.624371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.634544 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d593f-f714-4bb9-8ced-374581245b5a None None] Network 29140d95-813c-4055-afcb-5fe62901479d requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:33.717177 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Network b7c1b57f-b49a-428f-9d99-9350481d78cd is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:10:33.728975 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c9ae2238-2808-4b62-bad5-6c369edae1e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0867791 Jan 13 17:10:33.736497 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55536) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:33.741595 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:33.765848 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks [] for router_controller (cab80547-a786-44db-b2ed-3ccb5e9a0768), precommit_add_association {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.768390 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, b7c1b57f-b49a-428f-9d99-9350481d78cd) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:33.772436 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:33.773017 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.784695 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da69fd9-4a2d-4dbc-acc1-0d3254db5c50 None None] Network b7c1b57f-b49a-428f-9d99-9350481d78cd requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:33.807251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f570f9-2aeb-4c43-be39-e4925bd97f8d,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:33.841676 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Checking segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:33.842407 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Network hostable DHCP agents. Network: f78f1ee0-db5c-46c7-ab25-74e0b36a54eb, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:10:33.862558 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.868518 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Publish callbacks [] for port (f651febd-880a-41d6-b013-40dba101576a), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.875697 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7323b5b3-5792-4550-876e-016b08f52bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.891709 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4dfeea18-aa30-4896-9f61-d149749c6e99 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3204286 Jan 13 17:10:33.914780 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (f10ff890-dc67-4188-83da-13c84b1cb96a), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.917010 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (f10ff890-dc67-4188-83da-13c84b1cb96a), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:33.934042 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:10:33.965281 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022f2dc-ab6f-4344-9203-a4a1bd2086f4 None None] Network 29140d95-813c-4055-afcb-5fe62901479d requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:33.982096 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (f651febd-880a-41d6-b013-40dba101576a), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.034427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, f78f1ee0-db5c-46c7-ab25-74e0b36a54eb) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:34.075576 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:34.076405 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.088329 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks [] for router_controller (f10ff890-dc67-4188-83da-13c84b1cb96a), precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.185288 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks [] for router_gateway (cab80547-a786-44db-b2ed-3ccb5e9a0768), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.194105 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:34.204251 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Checking segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:34.204613 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Network hostable DHCP agents. Network: af0081b4-82c9-48f6-908e-39c658326c91, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:10:34.213858 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Pushing event updated for resources: {'Port': ['ID=f651febd-880a-41d6-b013-40dba101576a,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:34.221937 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb597537-8e1f-4e85-aa04-fc6b5b601379 None None] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:34.230038 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.230403 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.230766 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.231103 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.231444 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.231761 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.232110 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.232881 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.233422 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.233771 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.234103 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.234424 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.234773 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Tracked resource versions report: Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: pushed versions: Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: { 'AddressGroup': {'1.2'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'ConntrackHelper': {'1.0'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Log': {'1.0'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Network': {'1.1'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Port': {'1.7'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'PortForwarding': {'1.2'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'QosPolicy': {'1.10'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroup': {'1.5'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SubPort': {'1.0'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Subnet': {'1.1'}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Trunk': {'1.1'}} Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: consumer versions: Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: HyperV agent@hv-cinder-79987: {}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'ConntrackHelper': '1.0', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'LocalIPAssociation': '1.0', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Log': '1.0', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Network': '1.1', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Port': '1.7', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'PortForwarding': '1.2', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'QosPolicy': '1.10', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroup': '1.5', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SecurityGroupRule': '1.2', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'SubPort': '1.0', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Subnet': '1.1', Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: 'Trunk': '1.1'}} Jan 13 17:10:34.236133 dv-cinder-799871-9-iscsi neutron-server[103099]: {{(pid=103099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:10:34.238434 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a805344c-c463-42e2-9060-969012bfdcb7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1581256 Jan 13 17:10:34.240940 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55566) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:34.245892 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:34.288119 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e9860-e290-4a49-a3fd-b7787de812ed None None] Network b7c1b57f-b49a-428f-9d99-9350481d78cd requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:34.293972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Network af0081b4-82c9-48f6-908e-39c658326c91 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:10:34.318169 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Network 80a19623-f178-48f2-8ee6-874b462a4ded is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:34.346118 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:34.425475 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks [] for router_gateway (f10ff890-dc67-4188-83da-13c84b1cb96a), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.439345 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:34.446567 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, af0081b4-82c9-48f6-908e-39c658326c91) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:34.454577 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:34.455273 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.466015 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08c0a3-35cb-44f7-a4be-8561801fc1aa None None] Network af0081b4-82c9-48f6-908e-39c658326c91 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:34.477294 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (574b1f93-360a-4ae4-bec9-689631ba0eec), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.479114 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (574b1f93-360a-4ae4-bec9-689631ba0eec), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.503034 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55590) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:34.510181 dv-cinder-799871-9-iscsi neutron-server[103098]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 13 17:10:34.581912 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'project_id': 'f117916dcf734c32a996a44e962e7754', 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:10:34.582750 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.599783 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks [] for router_controller (574b1f93-360a-4ae4-bec9-689631ba0eec), precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.616769 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5cda6669-67b8-4898-be98-5203ed88df7f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5690475 Jan 13 17:10:34.666315 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks [] for router_gateway (cab80547-a786-44db-b2ed-3ccb5e9a0768), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.697496 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.776382 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Attempting to bind port f651febd-880a-41d6-b013-40dba101576a on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:34.778786 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Attempting to bind port f651febd-880a-41d6-b013-40dba101576a by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:34.778786 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Attempting to bind port f651febd-880a-41d6-b013-40dba101576a on network 80a19623-f178-48f2-8ee6-874b462a4ded {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:34.852658 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:34.852658 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Checking segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:34.852992 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.853218 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Bound using segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:34.853701 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Bound port: f651febd-880a-41d6-b013-40dba101576a, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:34.854199 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f651febd-880a-41d6-b013-40dba101576a), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:34.873289 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Allocated IP 172.27.0.111 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/a482b9e7-0807-4135-9c32-a835c80d3e20) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:34.940980 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ba46f-5e98-41f3-b8c3-2e051bb31e4b None None] Network af0081b4-82c9-48f6-908e-39c658326c91 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:35.016663 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks [] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.019745 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] For port f651febd-880a-41d6-b013-40dba101576a, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:35.023340 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] For port f651febd-880a-41d6-b013-40dba101576a, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=f651febd-880a-41d6-b013-40dba101576a,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:35.104994 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Allocated IP 172.20.0.2 (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb/80f570f9-2aeb-4c43-be39-e4925bd97f8d/8af91512-a381-40ac-8b33-28bfcd35f7b8) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:35.130725 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55622) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:35.133527 dv-cinder-799871-9-iscsi neutron-server[103097]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 13 17:10:35.147547 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f651febd-880a-41d6-b013-40dba101576a), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.210724 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-be0e9d44-9101-4e5f-baa3-a4a77614862b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:35.212447 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-be0e9d44-9101-4e5f-baa3-a4a77614862b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/networks?id=b7c1b57f-b49a-428f-9d99-9350481d78cd HTTP/1.1" status: 200 len: 812 time: 0.7050710 Jan 13 17:10:35.213183 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55624) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:35.228451 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks [] for router_gateway (574b1f93-360a-4ae4-bec9-689631ba0eec), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.279483 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4957329-573f-4f2d-906b-39ee012713b2 None None] Pushing event updated for resources: {'Port': ['ID=f651febd-880a-41d6-b013-40dba101576a,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:35.288599 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-5f8fff71-6d90-4a94-b2a9-7139ee01ef5a tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/quotas/d0b3e89374da4395a0e1806b8fbde1df HTTP/1.1" status: 200 len: 375 time: 0.0702288 Jan 13 17:10:35.389025 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Publish callbacks [] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.391212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.441105 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-3ddd3339-9bbf-40c5-bf56-1e294a17af8d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0b3e89374da4395a0e1806b8fbde1df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1310658 Jan 13 17:10:35.452633 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a0b53e0-1635-4fd3-8498-02b02478c7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.455853 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.495978 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:35.627611 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:35.628084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:35.628084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:35.628084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:35.628493 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:35.628599 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks [] for router_gateway (f10ff890-dc67-4188-83da-13c84b1cb96a), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.628706 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Pushing event updated for resources: {'Port': ['ID=8af91512-a381-40ac-8b33-28bfcd35f7b8,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:35.649430 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.652268 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Pushing event updated for resources: {'Port': ['ID=a482b9e7-0807-4135-9c32-a835c80d3e20,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:35.667165 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Attempting to bind port 8af91512-a381-40ac-8b33-28bfcd35f7b8 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:35.667928 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Attempting to bind port 8af91512-a381-40ac-8b33-28bfcd35f7b8 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:35.668225 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Attempting to bind port 8af91512-a381-40ac-8b33-28bfcd35f7b8 on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:35.681584 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:35.682101 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Checking segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:35.682701 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.683828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Bound using segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:35.683828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Bound port: 8af91512-a381-40ac-8b33-28bfcd35f7b8, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:35.684286 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.703220 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-3379e840-0a9e-4fac-a53d-9f666534f7bb tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:35.705387 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-3379e840-0a9e-4fac-a53d-9f666534f7bb tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.5736272 Jan 13 17:10:35.732564 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-774ea4f9-1637-4ef5-9497-c1cbf26ab1b8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:10:35.733593 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-774ea4f9-1637-4ef5-9497-c1cbf26ab1b8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1475942 Jan 13 17:10:35.770893 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] For port 8af91512-a381-40ac-8b33-28bfcd35f7b8, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:35.775262 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] For port 8af91512-a381-40ac-8b33-28bfcd35f7b8, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=8af91512-a381-40ac-8b33-28bfcd35f7b8,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:35.782227 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-ab5a3b6e-294f-490d-8b6a-e6e4c8e4ea8b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/quotas/8ca7d23c01e24ed7a0be783ac71a769e HTTP/1.1" status: 200 len: 375 time: 0.0497444 Jan 13 17:10:35.829451 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a0b53e0-1635-4fd3-8498-02b02478c7c7 admin admin] Publish callbacks [] for security_group (f3a7da3b-681c-4c9f-b405-d905af29e6b7), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.837520 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.855507 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-1efabfcf-7a03-479f-b399-07d2e7cdb954 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667892 Jan 13 17:10:35.880144 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8b7b50f9-242f-4a64-9c61-a44ea4ae7a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:35.904343 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e27f-a39c-4975-9aff-51987db8943d None None] Pushing event updated for resources: {'Port': ['ID=8af91512-a381-40ac-8b33-28bfcd35f7b8,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:35.939190 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3a0b53e0-1635-4fd3-8498-02b02478c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f3a7da3b-681c-4c9f-b405-d905af29e6b7), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.001840 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-fdcef2b3-35ab-4aa7-90c0-fd29e848a5f5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:10:36.002974 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-fdcef2b3-35ab-4aa7-90c0-fd29e848a5f5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0693200 Jan 13 17:10:36.018103 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Allocated IP 172.27.0.26 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/79afef8c-6c69-4ce3-9399-8fba55182b58) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:36.029457 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-24eb3e51-e6e8-4774-a12f-ab0b1e8dfee6 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c1b57f-b49a-428f-9d99-9350481d78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794101 Jan 13 17:10:36.094185 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3a0b53e0-1635-4fd3-8498-02b02478c7c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25f9359a9e014b70af6c4b8e410494f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8768840 Jan 13 17:10:36.138558 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55648) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:36.138861 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b53e0-1635-4fd3-8498-02b02478c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7da3b-681c-4c9f-b405-d905af29e6b7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:36.223906 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks [] for router_gateway (cab80547-a786-44db-b2ed-3ccb5e9a0768), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.268763 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-3b9fe2b7-c017-4e7f-8311-800fc3056799 service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533410 Jan 13 17:10:36.292244 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks [] for router_gateway (574b1f93-360a-4ae4-bec9-689631ba0eec), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.360388 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.425989 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-cc11a135-a9ba-4f1a-9a6c-445d26221137 service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513245 Jan 13 17:10:36.485873 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-c489f641-d38d-4c7a-8f19-776edfb5c239 service neutron] 10.222.0.42 "GET /v2.0/networks/b7c1b57f-b49a-428f-9d99-9350481d78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470110 Jan 13 17:10:36.494190 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d417e56c-1e3c-43f5-a20b-e31f1b5f6be8 admin admin] Publish callbacks [] for security_group (f3a7da3b-681c-4c9f-b405-d905af29e6b7), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.509722 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks [] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.539346 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d417e56c-1e3c-43f5-a20b-e31f1b5f6be8 admin admin] Publish callbacks [] for security_group (f3a7da3b-681c-4c9f-b405-d905af29e6b7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.557533 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 8af91512-a381-40ac-8b33-28bfcd35f7b8 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:36.578473 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (cab80547-a786-44db-b2ed-3ccb5e9a0768), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.652622 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 8af91512-a381-40ac-8b33-28bfcd35f7b8 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:36.652622 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.693904 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d417e56c-1e3c-43f5-a20b-e31f1b5f6be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f3a7da3b-681c-4c9f-b405-d905af29e6b7), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.696826 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d417e56c-1e3c-43f5-a20b-e31f1b5f6be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.701701 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d417e56c-1e3c-43f5-a20b-e31f1b5f6be8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3a7da3b-681c-4c9f-b405-d905af29e6b7 HTTP/1.1" status: 204 len: 168 time: 0.5543294 Jan 13 17:10:36.714750 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417e56c-1e3c-43f5-a20b-e31f1b5f6be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7da3b-681c-4c9f-b405-d905af29e6b7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:36.729610 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.757712 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ae23e-99f6-43ec-b0e2-fff02d224e8b None None] Network 80a19623-f178-48f2-8ee6-874b462a4ded requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:36.834395 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:36.867174 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:36.867644 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 8af91512-a381-40ac-8b33-28bfcd35f7b8 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:36.868113 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:36.877011 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Router cab80547-a786-44db-b2ed-3ccb5e9a0768 is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:10:36.894368 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:36.997161 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 8af91512-a381-40ac-8b33-28bfcd35f7b8, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=8af91512-a381-40ac-8b33-28bfcd35f7b8,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:37.030535 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-ef395eed-bc98-41c4-811d-adb52c46fbb5 None None] Provisioning complete for port f651febd-880a-41d6-b013-40dba101576a triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:37.032166 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef395eed-bc98-41c4-811d-adb52c46fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f651febd-880a-41d6-b013-40dba101576a), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:37.109039 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Pushing event updated for resources: {'Port': ['ID=79afef8c-6c69-4ce3-9399-8fba55182b58,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:37.121560 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Allocated IP 172.27.0.108 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/96c49800-7d56-423c-8cdb-cc8a1ef45e89) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:37.147166 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:37.153425 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device f651febd-880a-41d6-b013-40dba101576a up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:37.196898 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:37.222863 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:10:37.246732 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Sync routers for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:10:37.271357 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:37.275339 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:37.292116 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5d4652b9-528c-4e80-81d3-0f7c1af5fdf5 req-6707dc64-9bbe-46cf-a48b-1ff70a4c840c tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.1097543 Jan 13 17:10:37.360367 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-62b9b167-1f99-48ec-8c7f-1c373461b4db req-160aba21-11aa-4b7a-91dd-f5c96bf3badb tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1355519 Jan 13 17:10:37.485616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:37.489994 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-44d286a3-59f0-4181-a59b-13643e862b11 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1459663 Jan 13 17:10:37.492331 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55700) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:37.537377 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ef395eed-bc98-41c4-811d-adb52c46fbb5 None None] Current status of the port f651febd-880a-41d6-b013-40dba101576a is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:37.537763 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef395eed-bc98-41c4-811d-adb52c46fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f651febd-880a-41d6-b013-40dba101576a), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:37.544243 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=8af91512-a381-40ac-8b33-28bfcd35f7b8,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:37.597167 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:37.692312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96c759-293d-4486-8f81-3008933a13cb None None] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:10:38.053342 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55726) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:38.063990 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks [] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.098302 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks [] for router_gateway (f10ff890-dc67-4188-83da-13c84b1cb96a), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.107499 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port f651febd-880a-41d6-b013-40dba101576a triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:38.108194 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f651febd-880a-41d6-b013-40dba101576a), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.156079 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:35Z', 'revision_number': 3, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:38.213348 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Checking router: cab80547-a786-44db-b2ed-3ccb5e9a0768 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:10:38.213893 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Updating router cab80547-a786-44db-b2ed-3ccb5e9a0768 port a482b9e7-0807-4135-9c32-a835c80d3e20 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:10:38.220870 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ef395eed-bc98-41c4-811d-adb52c46fbb5 None None] For port f651febd-880a-41d6-b013-40dba101576a, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=f651febd-880a-41d6-b013-40dba101576a,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:38.259875 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bb5f-a0ba-484b-8214-b02681b4093a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.261503 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.381684 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bb5f-a0ba-484b-8214-b02681b4093a admin admin] Publish callbacks [] for security_group (a111d285-9c33-48d7-8571-7344ff3d8285), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.454311 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ef395eed-bc98-41c4-811d-adb52c46fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f651febd-880a-41d6-b013-40dba101576a), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.477409 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.568828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port f651febd-880a-41d6-b013-40dba101576a is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:38.603709 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d77683ce-6d82-4438-954a-08d006bfc74f req-80e9d1c5-8cfb-4bd7-b3fd-0980daa924e6 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.1624122 Jan 13 17:10:38.606173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef395eed-bc98-41c4-811d-adb52c46fbb5 None None] Pushing event updated for resources: {'Port': ['ID=f651febd-880a-41d6-b013-40dba101576a,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:38.612038 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d7a1bb5f-a0ba-484b-8214-b02681b4093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a111d285-9c33-48d7-8571-7344ff3d8285), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.644498 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:38.648052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (f10ff890-dc67-4188-83da-13c84b1cb96a), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.652630 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:38.657552 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:38.659237 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Pushing event updated for resources: {'Port': ['ID=96c49800-7d56-423c-8cdb-cc8a1ef45e89,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:38.690960 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.717741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-41a62ab5-8ccf-483d-8221-87c33be16883 None None] Provisioning complete for port 8af91512-a381-40ac-8b33-28bfcd35f7b8 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:38.718383 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-41a62ab5-8ccf-483d-8221-87c33be16883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.800418 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-d7a1bb5f-a0ba-484b-8214-b02681b4093a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=089a11fdfbe54e9cb2cf266090c864e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7460015 Jan 13 17:10:38.805871 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f84bb384-0470-462a-a8b9-df3cc0c7b6a3 req-6b62521b-c32c-4be8-a952-4554ce8fc20d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1998830 Jan 13 17:10:38.812307 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55760) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:38.817877 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 8af91512-a381-40ac-8b33-28bfcd35f7b8 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:38.837409 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Publish callbacks [] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.923601 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 8af91512-a381-40ac-8b33-28bfcd35f7b8 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:38.924212 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:38.929794 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.011270 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1bb5f-a0ba-484b-8214-b02681b4093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a111d285-9c33-48d7-8571-7344ff3d8285,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:39.036127 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-41a62ab5-8ccf-483d-8221-87c33be16883 None None] Current status of the port 8af91512-a381-40ac-8b33-28bfcd35f7b8 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:39.076192 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fb1926d-12ab-40c5-b15b-2685e4b66a05 admin admin] Publish callbacks [] for security_group (a111d285-9c33-48d7-8571-7344ff3d8285), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.078099 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Pushing event updated for resources: {'Port': ['ID=a482b9e7-0807-4135-9c32-a835c80d3e20,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:39.081019 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Attempting to bind port a482b9e7-0807-4135-9c32-a835c80d3e20 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:39.083867 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Attempting to bind port a482b9e7-0807-4135-9c32-a835c80d3e20 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:39.088682 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Attempting to bind port a482b9e7-0807-4135-9c32-a835c80d3e20 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:39.104090 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.104441 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.104806 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.105144 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.107076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 8af91512-a381-40ac-8b33-28bfcd35f7b8 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:39.107545 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.110778 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device f651febd-880a-41d6-b013-40dba101576a up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:39.115304 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.117670 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.118028 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.118372 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.118731 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.119071 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.119398 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.119729 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Tracked resource versions report: Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: pushed versions: Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: { 'AddressGroup': {'1.2'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'ConntrackHelper': {'1.0'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'LocalIPAssociation': {'1.0'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Log': {'1.0'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Network': {'1.1'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Port': {'1.7'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'PortForwarding': {'1.2'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'QosPolicy': {'1.10'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroup': {'1.5'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroupRule': {'1.2'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SubPort': {'1.0'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Subnet': {'1.1'}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Trunk': {'1.1'}} Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: consumer versions: Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: { DHCP agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: HyperV agent@hv-cinder-79987: {}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: L3 agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: Metadata agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: Metering agent@dv-cinder-799871-9-iscsi: {}, Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: Open vSwitch agent@dv-cinder-799871-9-iscsi: { 'AddressGroup': '1.2', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'ConntrackHelper': '1.0', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'LocalIPAssociation': '1.0', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Log': '1.0', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Network': '1.1', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Port': '1.7', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'PortForwarding': '1.2', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'QosPolicy': '1.10', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroup': '1.5', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SecurityGroupRule': '1.2', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'SubPort': '1.0', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Subnet': '1.1', Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: 'Trunk': '1.1'}} Jan 13 17:10:39.120945 dv-cinder-799871-9-iscsi neutron-server[103100]: {{(pid=103100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 13 17:10:39.128637 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:39.129012 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:39.129414 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.129806 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:39.130281 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Bound port: a482b9e7-0807-4135-9c32-a835c80d3e20, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:39.130766 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.136399 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.214916 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] For port a482b9e7-0807-4135-9c32-a835c80d3e20, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:39.219642 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] For port a482b9e7-0807-4135-9c32-a835c80d3e20, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a482b9e7-0807-4135-9c32-a835c80d3e20,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:39.236519 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-5a476529-da39-4304-8190-839b826f4ff2 None None] Provisioning complete for port 8af91512-a381-40ac-8b33-28bfcd35f7b8 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:39.236519 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a476529-da39-4304-8190-839b826f4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.284591 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port f651febd-880a-41d6-b013-40dba101576a triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:39.285258 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f651febd-880a-41d6-b013-40dba101576a), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.287460 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fb1926d-12ab-40c5-b15b-2685e4b66a05 admin admin] Publish callbacks [] for security_group (a111d285-9c33-48d7-8571-7344ff3d8285), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.298455 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Router f10ff890-dc67-4188-83da-13c84b1cb96a is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:10:39.311318 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.379472 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5a476529-da39-4304-8190-839b826f4ff2 None None] Current status of the port 8af91512-a381-40ac-8b33-28bfcd35f7b8 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:39.382428 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks [] for router_gateway (574b1f93-360a-4ae4-bec9-689631ba0eec), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.430889 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3fc6d-9560-4a67-a04c-1c81e1421cd4 None None] Pushing event updated for resources: {'Port': ['ID=a482b9e7-0807-4135-9c32-a835c80d3e20,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:39.439286 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-5a476529-da39-4304-8190-839b826f4ff2 None None] Provisioning complete for port f651febd-880a-41d6-b013-40dba101576a triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:39.440864 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:39.441380 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:39.441599 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5a476529-da39-4304-8190-839b826f4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f651febd-880a-41d6-b013-40dba101576a), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.503671 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port f651febd-880a-41d6-b013-40dba101576a is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:39.552904 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Allocated IP 172.20.0.1 (80a19623-f178-48f2-8ee6-874b462a4ded/46a90d3c-4d1f-48c3-b4a9-04e37c63a264/1230b0b9-2911-42e2-9749-65037377e193) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:39.555149 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fb1926d-12ab-40c5-b15b-2685e4b66a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a111d285-9c33-48d7-8571-7344ff3d8285), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.558016 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fb1926d-12ab-40c5-b15b-2685e4b66a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.559588 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-0fb1926d-12ab-40c5-b15b-2685e4b66a05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a111d285-9c33-48d7-8571-7344ff3d8285 HTTP/1.1" status: 204 len: 168 time: 0.7457244 Jan 13 17:10:39.571080 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:10:39.583488 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Sync routers for ids ['f10ff890-dc67-4188-83da-13c84b1cb96a'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:10:39.603364 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:39.625751 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5a476529-da39-4304-8190-839b826f4ff2 None None] Current status of the port f651febd-880a-41d6-b013-40dba101576a is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:39.629692 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1926d-12ab-40c5-b15b-2685e4b66a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a111d285-9c33-48d7-8571-7344ff3d8285,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:39.635062 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Routers {'f10ff890-dc67-4188-83da-13c84b1cb96a'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:39.635946 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['f10ff890-dc67-4188-83da-13c84b1cb96a'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:39.757951 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.770681 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Set router f10ff890-dc67-4188-83da-13c84b1cb96a gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:39.771217 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-b1047b5e-c871-4446-8ba9-e39180ec4727 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0330167 Jan 13 17:10:39.773206 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 55788) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:39.842658 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.904803 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks [] for port (1230b0b9-2911-42e2-9749-65037377e193), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:39.905527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55794) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:39.998004 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (1230b0b9-2911-42e2-9749-65037377e193), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.085354 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a55f60a7-badd-4f1d-b9ba-eb4d3f089416 req-bcc92000-721e-4aec-8a9c-877a1a32ad8b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.0734746 Jan 13 17:10:40.086587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:37Z', 'revision_number': 3, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:40.090001 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:35Z', 'revision_number': 3, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:40.107846 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-534b5454-7ccf-4a0e-8d29-c713aad243b3 req-20fc3d56-2558-421a-9c9c-444279124833 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1031778 Jan 13 17:10:40.121689 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Pushing event updated for resources: {'Port': ['ID=1230b0b9-2911-42e2-9749-65037377e193,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:40.126728 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Network 80a19623-f178-48f2-8ee6-874b462a4ded is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:40.128443 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:40.138630 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (574b1f93-360a-4ae4-bec9-689631ba0eec), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.140367 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:40.141587 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (cab80547-a786-44db-b2ed-3ccb5e9a0768), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.158716 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c1beb-41cd-4ef6-9180-cb9b30417a54 None None] The sync data for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi is: [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:35Z', 'revision_number': 3, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:10:40.184178 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Checking router: f10ff890-dc67-4188-83da-13c84b1cb96a for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:10:40.184178 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Updating router f10ff890-dc67-4188-83da-13c84b1cb96a port 79afef8c-6c69-4ce3-9399-8fba55182b58 binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:10:40.242415 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.458770 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e4caafa-3b82-4e85-836a-2bffa92a2f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.634107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-f6b5ce39-6e8f-4a35-b88f-19da0951b623 None None] Provisioning complete for port 1230b0b9-2911-42e2-9749-65037377e193 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:40.634522 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ce39-6e8f-4a35-b88f-19da0951b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (1230b0b9-2911-42e2-9749-65037377e193), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.664351 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (1230b0b9-2911-42e2-9749-65037377e193), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.668185 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e4caafa-3b82-4e85-836a-2bffa92a2f9b admin admin] Publish callbacks [] for security_group (c48bb88c-634e-4de2-b4c9-938216caa02e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.696639 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5ce39-6e8f-4a35-b88f-19da0951b623 None None] Port 1230b0b9-2911-42e2-9749-65037377e193 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:10:40.825119 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Publish callbacks [] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.853713 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a482b9e7-0807-4135-9c32-a835c80d3e20 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:40.864803 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1e4caafa-3b82-4e85-836a-2bffa92a2f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c48bb88c-634e-4de2-b4c9-938216caa02e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.918579 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.955544 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1e4caafa-3b82-4e85-836a-2bffa92a2f9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8a10507e8a6444c9f671c83d4c9336b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0487754 Jan 13 17:10:40.955849 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4caafa-3b82-4e85-836a-2bffa92a2f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48bb88c-634e-4de2-b4c9-938216caa02e,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:40.986693 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks [] for port (1230b0b9-2911-42e2-9749-65037377e193), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:40.986693 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55818) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:40.991326 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac484a-ad61-4dff-81a0-122ced092d68 None None] Pushing event updated for resources: {'Port': ['ID=79afef8c-6c69-4ce3-9399-8fba55182b58,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:41.003050 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.005429 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Attempting to bind port 79afef8c-6c69-4ce3-9399-8fba55182b58 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:41.005982 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Attempting to bind port 79afef8c-6c69-4ce3-9399-8fba55182b58 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:41.006401 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Attempting to bind port 79afef8c-6c69-4ce3-9399-8fba55182b58 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:41.012900 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:41.013393 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:41.013856 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.014302 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:41.014846 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Bound port: 79afef8c-6c69-4ce3-9399-8fba55182b58, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:41.015288 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.016429 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Router 574b1f93-360a-4ae4-bec9-689631ba0eec is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:10:41.022532 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port a482b9e7-0807-4135-9c32-a835c80d3e20 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:41.022980 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.063218 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9ffd-d0a7-4a8b-bc45-9e5c3d14f4e0 admin admin] Publish callbacks [] for security_group (c48bb88c-634e-4de2-b4c9-938216caa02e), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.077614 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (1230b0b9-2911-42e2-9749-65037377e193), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.077614 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (cab80547-a786-44db-b2ed-3ccb5e9a0768), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.124033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] For port 79afef8c-6c69-4ce3-9399-8fba55182b58, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:41.129004 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] For port 79afef8c-6c69-4ce3-9399-8fba55182b58, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=79afef8c-6c69-4ce3-9399-8fba55182b58,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:41.215071 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.300123 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.357184 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Routers {'f10ff890-dc67-4188-83da-13c84b1cb96a'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:41.357963 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['f10ff890-dc67-4188-83da-13c84b1cb96a'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:41.375745 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9ffd-d0a7-4a8b-bc45-9e5c3d14f4e0 admin admin] Publish callbacks [] for security_group (c48bb88c-634e-4de2-b4c9-938216caa02e), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.377273 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:10:41.390838 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Sync routers for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:10:41.409377 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11643f1a-05c3-40bb-a5ac-8fe72624df31 req-27d3aa16-52ea-4f81-86a5-c746fe11b606 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1324518 Jan 13 17:10:41.440705 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:41.442720 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:41.495287 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.506536 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3c162ce0-1704-4002-9fb6-8e5b2ba884d5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2642050 Jan 13 17:10:41.509568 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55830) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:41.524293 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port a482b9e7-0807-4135-9c32-a835c80d3e20 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:41.525478 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.566976 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac484a-ad61-4dff-81a0-122ced092d68 None None] Pushing event updated for resources: {'Port': ['ID=79afef8c-6c69-4ce3-9399-8fba55182b58,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:41.604851 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Allocated IP 172.20.0.1 (29140d95-813c-4055-afcb-5fe62901479d/55da2496-24e0-4c41-8161-729b20aed0dd/55593d2a-4996-4f5f-9dd0-7efc252ce399) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:41.612535 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e10ace0c-349b-4ab5-9640-96a3bfd05429 req-85d5090a-374e-415d-9de7-f3c1badd91ff tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.1647727 Jan 13 17:10:41.625672 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port a482b9e7-0807-4135-9c32-a835c80d3e20, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a482b9e7-0807-4135-9c32-a835c80d3e20,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:41.655761 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Pushing event updated for resources: {'Port': ['ID=1230b0b9-2911-42e2-9749-65037377e193,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:41.668948 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] Set router f10ff890-dc67-4188-83da-13c84b1cb96a gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:41.689990 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9ffd-d0a7-4a8b-bc45-9e5c3d14f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c48bb88c-634e-4de2-b4c9-938216caa02e), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.694377 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9ffd-d0a7-4a8b-bc45-9e5c3d14f4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.695584 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-fc0a9ffd-d0a7-4a8b-bc45-9e5c3d14f4e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c48bb88c-634e-4de2-b4c9-938216caa02e HTTP/1.1" status: 204 len: 168 time: 0.7162390 Jan 13 17:10:41.733544 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:41.757092 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.817946 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks [] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.873240 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a9ffd-d0a7-4a8b-bc45-9e5c3d14f4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48bb88c-634e-4de2-b4c9-938216caa02e,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:41.961404 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=a482b9e7-0807-4135-9c32-a835c80d3e20,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:41.988527 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:41.999309 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Network 80a19623-f178-48f2-8ee6-874b462a4ded is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:42.022170 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:42.102275 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:37Z', 'revision_number': 3, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:42.130583 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Network 29140d95-813c-4055-afcb-5fe62901479d is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:42.190081 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Pushing event updated for resources: {'Port': ['ID=55593d2a-4996-4f5f-9dd0-7efc252ce399,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:42.192999 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ac5be-95ce-49cf-85a7-e86acc9a14a2 None None] The sync data for ids ['f10ff890-dc67-4188-83da-13c84b1cb96a'] in dv-cinder-799871-9-iscsi is: [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:37Z', 'revision_number': 3, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:10:42.193231 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:42.193231 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:42.193231 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (f10ff890-dc67-4188-83da-13c84b1cb96a), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:42.212721 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:39Z', 'revision_number': 3, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:42.321838 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Checking router: 574b1f93-360a-4ae4-bec9-689631ba0eec for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:10:42.322911 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Updating router 574b1f93-360a-4ae4-bec9-689631ba0eec port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:10:42.329535 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Router cab80547-a786-44db-b2ed-3ccb5e9a0768 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:10:42.397379 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:42.707386 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-54e0e94c-ed88-4d65-b28e-28619ac768f4 None None] Provisioning complete for port 1230b0b9-2911-42e2-9749-65037377e193 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:42.707774 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54e0e94c-ed88-4d65-b28e-28619ac768f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (1230b0b9-2911-42e2-9749-65037377e193), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:42.811454 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:42.820795 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e3bc09e3-ccfc-4cda-9d14-51ea354ca574 req-574ae53c-9c8e-457a-b531-d051d0be5741 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.2064157 Jan 13 17:10:42.896557 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-54e0e94c-ed88-4d65-b28e-28619ac768f4 None None] Port 1230b0b9-2911-42e2-9749-65037377e193 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:10:42.902942 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a482b9e7-0807-4135-9c32-a835c80d3e20 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:43.040479 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port a482b9e7-0807-4135-9c32-a835c80d3e20 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:43.043744 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.189018 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-246e17f3-8450-4cda-9a53-aa37d3d94c69 req-59e31a8c-4171-4091-98af-0217e109751a tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.3341303 Jan 13 17:10:43.205752 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:10:43.246702 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port a482b9e7-0807-4135-9c32-a835c80d3e20 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:43.252414 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Sync routers for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:10:43.270895 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8e928cc7-ae86-43d2-ab5b-2faa7df9e165 admin admin] 10.222.0.42 "PUT /v2.0/routers/cab80547-a786-44db-b2ed-3ccb5e9a0768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7771490 Jan 13 17:10:43.273076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:43.278236 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:43.336886 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks [] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.422843 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.423719 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (f10ff890-dc67-4188-83da-13c84b1cb96a), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.490818 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:43.502334 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.659154 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Pushing event updated for resources: {'Port': ['ID=55593d2a-4996-4f5f-9dd0-7efc252ce399,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:43.703887 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.57', 63625) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:43.709519 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Publish callbacks [] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.809453 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.893304 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f713ec-5d66-4e93-9eaa-9f35c03ec4f2 None None] Pushing event updated for resources: {'Port': ['ID=96c49800-7d56-423c-8cdb-cc8a1ef45e89,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:43.919291 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Attempting to bind port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:43.919291 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Attempting to bind port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:43.919291 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Attempting to bind port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:43.926790 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:43.927053 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:43.927697 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.928616 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:43.928875 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Bound port: 96c49800-7d56-423c-8cdb-cc8a1ef45e89, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:43.929325 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:43.935154 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.57', 63626) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:43.952613 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Allocated IP 172.20.0.1 (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb/80f570f9-2aeb-4c43-be39-e4925bd97f8d/33ab3896-a956-4542-8c6a-236ef240f859) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:44.063989 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 2, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:44.088373 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] For port 96c49800-7d56-423c-8cdb-cc8a1ef45e89, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:44.094580 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] For port 96c49800-7d56-423c-8cdb-cc8a1ef45e89, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=96c49800-7d56-423c-8cdb-cc8a1ef45e89,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:44.141730 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Network 29140d95-813c-4055-afcb-5fe62901479d is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:44.162650 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:44.193381 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Checking router: cab80547-a786-44db-b2ed-3ccb5e9a0768 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:10:44.193732 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Updating router cab80547-a786-44db-b2ed-3ccb5e9a0768 port 1230b0b9-2911-42e2-9749-65037377e193 binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:10:44.197794 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55910) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:44.231846 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:44.235234 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-8528d083-27b5-4803-9e5a-65b03ad37bf3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110037188', 'description': 'tempest-description--1319178230'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:44.297761 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (1230b0b9-2911-42e2-9749-65037377e193), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:44.299359 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-07256dcb-2f21-4273-b072-e10ec5869483 req-f56338c9-9b0a-4627-9f65-38e0ae6260c8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1720321 Jan 13 17:10:44.401486 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f713ec-5d66-4e93-9eaa-9f35c03ec4f2 None None] Pushing event updated for resources: {'Port': ['ID=96c49800-7d56-423c-8cdb-cc8a1ef45e89,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:44.404780 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-45d4d5a6-c7d4-40f6-b8f3-91fc69508527 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:44.408814 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-45d4d5a6-c7d4-40f6-b8f3-91fc69508527 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.57 "GET /v2.0/networks?id=b7c1b57f-b49a-428f-9d99-9350481d78cd HTTP/1.1" status: 200 len: 812 time: 0.6908765 Jan 13 17:10:44.411700 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks [] for port (33ab3896-a956-4542-8c6a-236ef240f859), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:44.423127 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:44.423877 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:44.483959 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f30f78e9-1a71-4dfa-8ec0-7293fb3deeeb req-89102b58-53a1-4fcb-8acb-177c4d731faa tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.1131523 Jan 13 17:10:44.519179 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8528d083-27b5-4803-9e5a-65b03ad37bf3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:44.569392 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Request body: {'port': {'device_id': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd', 'admin_state_up': True, 'tenant_id': 'd0b3e89374da4395a0e1806b8fbde1df'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:44.622554 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:44.731888 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8528d083-27b5-4803-9e5a-65b03ad37bf3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (472b5d15-14fe-48cf-b00b-ff9f91914e18), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:44.745714 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (33ab3896-a956-4542-8c6a-236ef240f859), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:44.764253 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-396e4ca6-4361-4c16-8510-7aacc6591fe9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:44.766476 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-396e4ca6-4361-4c16-8510-7aacc6591fe9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.8136327 Jan 13 17:10:44.805340 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:44.819149 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:44.819974 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Request body: {'port': {'device_id': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'admin_state_up': True, 'tenant_id': '8ca7d23c01e24ed7a0be783ac71a769e'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:44.834066 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:44.837990 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (574b1f93-360a-4ae4-bec9-689631ba0eec), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:44.916445 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 79afef8c-6c69-4ce3-9399-8fba55182b58 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:45.023107 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8528d083-27b5-4803-9e5a-65b03ad37bf3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (472b5d15-14fe-48cf-b00b-ff9f91914e18), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.083717 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:39Z', 'revision_number': 3, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:45.105919 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528d083-27b5-4803-9e5a-65b03ad37bf3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472b5d15-14fe-48cf-b00b-ff9f91914e18,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:45.133787 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9980fa6-5558-477e-a702-c761c343c091 None None] The sync data for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi is: [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:39Z', 'revision_number': 3, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:10:45.153093 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Pushing event updated for resources: {'Port': ['ID=33ab3896-a956-4542-8c6a-236ef240f859,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:45.183997 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Router f10ff890-dc67-4188-83da-13c84b1cb96a has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:10:45.222376 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 79afef8c-6c69-4ce3-9399-8fba55182b58 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:45.227453 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.262657 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8528d083-27b5-4803-9e5a-65b03ad37bf3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.264224 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8528d083-27b5-4803-9e5a-65b03ad37bf3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0653656 Jan 13 17:10:45.267321 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 55972) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:45.268928 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Publish callbacks [] for port (1230b0b9-2911-42e2-9749-65037377e193), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.274197 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-e57fc948-29f0-4f06-a221-e13c1b8c20e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'security_group_rule': {'security_group_id': '472b5d15-14fe-48cf-b00b-ff9f91914e18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:45.345601 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (1230b0b9-2911-42e2-9749-65037377e193), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.382514 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (33ab3896-a956-4542-8c6a-236ef240f859), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.481046 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-c5cddb6b-e1c3-4981-9a28-4fb90f4930d7 None None] Provisioning complete for port 33ab3896-a956-4542-8c6a-236ef240f859 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:45.481530 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c5cddb6b-e1c3-4981-9a28-4fb90f4930d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (33ab3896-a956-4542-8c6a-236ef240f859), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.483225 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 79afef8c-6c69-4ce3-9399-8fba55182b58 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:45.483719 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.613591 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00b6b8-a1ef-44fe-b166-49bafe07b1b0 None None] Pushing event updated for resources: {'Port': ['ID=1230b0b9-2911-42e2-9749-65037377e193,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:45.651009 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6c05963e-149d-4832-b20d-8332bcfa214b req-3a3c1e18-f60e-4b4b-8173-452f54e02594 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1366076 Jan 13 17:10:45.800565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Made reservation on behalf of d0b3e89374da4395a0e1806b8fbde1df for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:45.804342 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:45.913267 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 79afef8c-6c69-4ce3-9399-8fba55182b58, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=79afef8c-6c69-4ce3-9399-8fba55182b58,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:45.947293 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:10:45.960664 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a69fa5e4-8f54-4e71-b311-51337c83bb64 admin admin] 10.222.0.42 "PUT /v2.0/routers/f10ff890-dc67-4188-83da-13c84b1cb96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1852808 Jan 13 17:10:45.961175 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Sync routers for ids ['f10ff890-dc67-4188-83da-13c84b1cb96a'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:10:45.976369 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Routers {'f10ff890-dc67-4188-83da-13c84b1cb96a'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:45.979157 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['f10ff890-dc67-4188-83da-13c84b1cb96a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:46.020227 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks [] for port (33ab3896-a956-4542-8c6a-236ef240f859), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.032360 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e57fc948-29f0-4f06-a221-e13c1b8c20e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (0ffd7a63-9f2e-4f04-a687-ddfaf8fe86c1), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.089171 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.098151 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Attempting to bind port 1230b0b9-2911-42e2-9749-65037377e193 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:46.098525 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Attempting to bind port 1230b0b9-2911-42e2-9749-65037377e193 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:46.098890 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Attempting to bind port 1230b0b9-2911-42e2-9749-65037377e193 on network 80a19623-f178-48f2-8ee6-874b462a4ded {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:46.140233 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Made reservation on behalf of 8ca7d23c01e24ed7a0be783ac71a769e for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:46.147232 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.162314 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (33ab3896-a956-4542-8c6a-236ef240f859), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.165031 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (574b1f93-360a-4ae4-bec9-689631ba0eec), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.272220 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:46.272662 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Checking segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:46.272941 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.273270 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Bound using segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:46.279223 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Bound port: 1230b0b9-2911-42e2-9749-65037377e193, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:46.279906 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (1230b0b9-2911-42e2-9749-65037377e193), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.282520 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Pushing event updated for resources: {'Port': ['ID=33ab3896-a956-4542-8c6a-236ef240f859,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:46.303034 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Set router f10ff890-dc67-4188-83da-13c84b1cb96a gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:46.309426 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f331da04-550e-4694-ad4f-f66e32f30c13 req-9e1e89f8-2a39-433b-8d11-6620e5e1c6c3 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.2854710 Jan 13 17:10:46.338297 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=79afef8c-6c69-4ce3-9399-8fba55182b58,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:46.470084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c5cddb6b-e1c3-4981-9a28-4fb90f4930d7 None None] Port 33ab3896-a956-4542-8c6a-236ef240f859 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:10:46.510863 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e57fc948-29f0-4f06-a221-e13c1b8c20e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (0ffd7a63-9f2e-4f04-a687-ddfaf8fe86c1), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.672845 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] For port 1230b0b9-2911-42e2-9749-65037377e193, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:46.714570 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Allocated IP 172.20.0.14 (b7c1b57f-b49a-428f-9d99-9350481d78cd/5f31d118-2485-4be6-b7ef-4d29ce6bb676/5a497aac-bb70-4ede-bbaf-b61499e56b4f) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:46.720002 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] For port 1230b0b9-2911-42e2-9749-65037377e193, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=1230b0b9-2911-42e2-9749-65037377e193,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:46.724398 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-6e16afd6-2465-4aa8-bd0d-9948561636aa None None] Provisioning complete for port 1230b0b9-2911-42e2-9749-65037377e193 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:46.725022 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6e16afd6-2465-4aa8-bd0d-9948561636aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (1230b0b9-2911-42e2-9749-65037377e193), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.736953 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e57fc948-29f0-4f06-a221-e13c1b8c20e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (0ffd7a63-9f2e-4f04-a687-ddfaf8fe86c1), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.818687 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:46.908555 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (1230b0b9-2911-42e2-9749-65037377e193), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:46.943357 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:47.045680 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-727180e8-d8dd-4afa-974e-f0ca6f247f09 req-ce32a916-f90d-43dc-9917-7512d73ca955 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1922302 Jan 13 17:10:47.069167 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fc948-29f0-4f06-a221-e13c1b8c20e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffd7a63-9f2e-4f04-a687-ddfaf8fe86c1,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:47.087437 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6e16afd6-2465-4aa8-bd0d-9948561636aa None None] Port 1230b0b9-2911-42e2-9749-65037377e193 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:10:47.203646 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 79afef8c-6c69-4ce3-9399-8fba55182b58 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:47.247102 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e57fc948-29f0-4f06-a221-e13c1b8c20e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:47.267638 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e57fc948-29f0-4f06-a221-e13c1b8c20e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9991066 Jan 13 17:10:47.288727 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56056) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:47.321290 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-fbc9b83d-8291-4ee4-b5c7-49fab1e12524 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'security_group_rule': {'security_group_id': '472b5d15-14fe-48cf-b00b-ff9f91914e18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:47.407893 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Allocated IP 172.20.0.7 (af0081b4-82c9-48f6-908e-39c658326c91/43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d/8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:47.423613 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:47.424320 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:47.424836 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:42Z', 'revision_number': 4, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '55593d2a-4996-4f5f-9dd0-7efc252ce399', 'name': '', 'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'mac_address': 'fa:16:3e:47:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:41Z', 'updated_at': '2022-01-13T17:10:43Z', 'revision_number': 2, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'subnets': [{'id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:47.558275 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Checking router: f10ff890-dc67-4188-83da-13c84b1cb96a for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:10:47.563693 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Updating router f10ff890-dc67-4188-83da-13c84b1cb96a port 55593d2a-4996-4f5f-9dd0-7efc252ce399 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:10:47.654167 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:47.661500 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00b6b8-a1ef-44fe-b166-49bafe07b1b0 None None] Pushing event updated for resources: {'Port': ['ID=1230b0b9-2911-42e2-9749-65037377e193,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:47.788768 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56076) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:47.792834 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-de1229e6-1313-45d1-a676-458a55a4716e req-c626528b-0186-494f-9f0b-74146f3de35a tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.1426699 Jan 13 17:10:47.830187 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Router 574b1f93-360a-4ae4-bec9-689631ba0eec has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:10:47.861024 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-017b1621-f6ff-44c6-a967-52d912a0b542 None None] Provisioning complete for port 33ab3896-a956-4542-8c6a-236ef240f859 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:47.861390 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-017b1621-f6ff-44c6-a967-52d912a0b542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (33ab3896-a956-4542-8c6a-236ef240f859), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:47.931683 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:47.935312 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbc9b83d-8291-4ee4-b5c7-49fab1e12524 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (79a90572-c224-4da2-b06f-83b71b5ed87b), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.082879 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 79afef8c-6c69-4ce3-9399-8fba55182b58 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:48.082879 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.095422 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-017b1621-f6ff-44c6-a967-52d912a0b542 None None] Port 33ab3896-a956-4542-8c6a-236ef240f859 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:10:48.110720 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks [] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.135774 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:10:48.157872 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c64b3d33-0b1f-41b0-bfe1-0b1e7c2e18c9 admin admin] 10.222.0.42 "PUT /v2.0/routers/574b1f93-360a-4ae4-bec9-689631ba0eec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6067104 Jan 13 17:10:48.276688 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbc9b83d-8291-4ee4-b5c7-49fab1e12524 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (79a90572-c224-4da2-b06f-83b71b5ed87b), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.410875 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b58a6bab-1794-4392-bc44-a5252af1e18a req-b33b3ca5-0089-4579-b417-1ece0716e72d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.1230412 Jan 13 17:10:48.422145 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbc9b83d-8291-4ee4-b5c7-49fab1e12524 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (79a90572-c224-4da2-b06f-83b71b5ed87b), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.434350 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Publish callbacks [] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.440636 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.522522 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.526350 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9b83d-8291-4ee4-b5c7-49fab1e12524 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a90572-c224-4da2-b06f-83b71b5ed87b,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:48.608938 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbc9b83d-8291-4ee4-b5c7-49fab1e12524 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.609760 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-fbc9b83d-8291-4ee4-b5c7-49fab1e12524 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3107464 Jan 13 17:10:48.610561 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56110) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:48.615144 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:48.648889 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Sync routers for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:10:48.715472 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:48.718528 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:48.718672 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event updated for resources: {'Port': ['ID=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:48.720829 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-314180ef-69e1-4b34-9196-70f2a60bf669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.733002 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-c9e5db07-0195-4210-8d7f-3ccbb7ba9c6d None None] Provisioning complete for port 1230b0b9-2911-42e2-9749-65037377e193 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:48.734766 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c9e5db07-0195-4210-8d7f-3ccbb7ba9c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (1230b0b9-2911-42e2-9749-65037377e193), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.821395 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Attempting to bind port 55593d2a-4996-4f5f-9dd0-7efc252ce399 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:48.824540 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Attempting to bind port 55593d2a-4996-4f5f-9dd0-7efc252ce399 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:48.825576 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Attempting to bind port 55593d2a-4996-4f5f-9dd0-7efc252ce399 on network 29140d95-813c-4055-afcb-5fe62901479d {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:48.830878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-314180ef-69e1-4b34-9196-70f2a60bf669 admin admin] Publish callbacks [] for security_group (88053935-34a0-4ddc-a916-545753574fc2), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.846470 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:48.852761 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Checking segment: {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:48.852761 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.852761 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Bound using segment: {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:48.852761 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Bound port: 55593d2a-4996-4f5f-9dd0-7efc252ce399, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:48.852761 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.871037 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:48.891019 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Network af0081b4-82c9-48f6-908e-39c658326c91 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:48.917347 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:48.963125 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:48.990025 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:48.990728 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.001037 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fa965-fb6e-42e5-a25f-01c91f995df1 None None] Pushing event updated for resources: {'Port': ['ID=55593d2a-4996-4f5f-9dd0-7efc252ce399,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:49.065561 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-b40e2a62-5c14-45ec-8a0a-7773865bf0b7 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:49.080694 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-b40e2a62-5c14-45ec-8a0a-7773865bf0b7 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 818 time: 1.4249482 Jan 13 17:10:49.100561 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks [] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.105031 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-314180ef-69e1-4b34-9196-70f2a60bf669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (88053935-34a0-4ddc-a916-545753574fc2), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.134283 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] For port 55593d2a-4996-4f5f-9dd0-7efc252ce399, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:49.143341 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-314180ef-69e1-4b34-9196-70f2a60bf669 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85bb7b45bdd34fd194f894c5e3754a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8777823 Jan 13 17:10:49.147651 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56122) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:49.165828 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] For port 55593d2a-4996-4f5f-9dd0-7efc252ce399, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=55593d2a-4996-4f5f-9dd0-7efc252ce399,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:49.240379 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-1e28f9d7-b262-45d8-b9e2-0933a606537b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/quotas/3af0c4a6646649f8b153428d286bb2ff HTTP/1.1" status: 200 len: 375 time: 0.1568282 Jan 13 17:10:49.247536 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e57f4907-f665-4b08-bb14-9703b1f61737 admin admin] Publish callbacks [] for security_group (88053935-34a0-4ddc-a916-545753574fc2), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.265453 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.271631 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e57f4907-f665-4b08-bb14-9703b1f61737 admin admin] Publish callbacks [] for security_group (88053935-34a0-4ddc-a916-545753574fc2), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.368261 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-9b169da9-039d-4ff3-8f1d-24289099725e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5648603 Jan 13 17:10:49.404450 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314180ef-69e1-4b34-9196-70f2a60bf669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88053935-34a0-4ddc-a916-545753574fc2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:49.441088 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e57f4907-f665-4b08-bb14-9703b1f61737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (88053935-34a0-4ddc-a916-545753574fc2), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.442278 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e57f4907-f665-4b08-bb14-9703b1f61737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.443136 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e57f4907-f665-4b08-bb14-9703b1f61737 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88053935-34a0-4ddc-a916-545753574fc2 HTTP/1.1" status: 204 len: 168 time: 0.2887528 Jan 13 17:10:49.451042 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-ef2bc32d-03db-4078-81c7-6dd3c88199ce tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:10:49.458999 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-ef2bc32d-03db-4078-81c7-6dd3c88199ce tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282314 Jan 13 17:10:49.494149 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5db07-0195-4210-8d7f-3ccbb7ba9c6d None None] Current status of the port 1230b0b9-2911-42e2-9749-65037377e193 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:49.496322 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c9e5db07-0195-4210-8d7f-3ccbb7ba9c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (1230b0b9-2911-42e2-9749-65037377e193), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.498654 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f4907-f665-4b08-bb14-9703b1f61737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88053935-34a0-4ddc-a916-545753574fc2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:49.499430 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Routers {'f10ff890-dc67-4188-83da-13c84b1cb96a'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:49.514845 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['f10ff890-dc67-4188-83da-13c84b1cb96a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:49.568081 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-aaac5a7f-701f-40da-9537-983945dfbc41 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3261864 Jan 13 17:10:49.611133 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.626616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56142) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:49.643490 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 79afef8c-6c69-4ce3-9399-8fba55182b58 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:49.643789 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-7457952c-4a09-4db7-99ee-a2d1fe4eb2f6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708062658', 'description': 'tempest-description--908762878'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:49.644576 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 96c49800-7d56-423c-8cdb-cc8a1ef45e89 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:49.726988 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:46Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:49.756717 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54982037-385f-4e4c-ae50-34c388b41ac6 service neutron] 10.222.0.42 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876650 Jan 13 17:10:49.838555 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7457952c-4a09-4db7-99ee-a2d1fe4eb2f6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.847236 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:49.889901 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50edbf89-ab29-456a-a9fa-80d968674d77 None None] The sync data for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi is: [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:46Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:10:49.897175 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:49.921647 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Network b7c1b57f-b49a-428f-9d99-9350481d78cd is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:49.932267 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fa965-fb6e-42e5-a25f-01c91f995df1 None None] Pushing event updated for resources: {'Port': ['ID=55593d2a-4996-4f5f-9dd0-7efc252ce399,revision_number=4']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:49.934760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:49.954848 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:50.006471 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:50.007851 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:50.009171 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] Set router f10ff890-dc67-4188-83da-13c84b1cb96a gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:50.055529 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-26b95f74-533d-4888-a171-891e9cbbd007 service neutron] 10.222.0.42 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785971 Jan 13 17:10:50.130289 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724396d-cf4d-4e59-b5f6-ea63d84c3a8a req-f063339a-30ea-4130-ba4a-ebcf3ce567f3 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:50.131031 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Pushing event updated for resources: {'Port': ['ID=5a497aac-bb70-4ede-bbaf-b61499e56b4f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:50.131126 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3724396d-cf4d-4e59-b5f6-ea63d84c3a8a req-f063339a-30ea-4130-ba4a-ebcf3ce567f3 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 932 time: 0.3819640 Jan 13 17:10:50.221181 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-c9e5db07-0195-4210-8d7f-3ccbb7ba9c6d None None] For port 1230b0b9-2911-42e2-9749-65037377e193, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=1230b0b9-2911-42e2-9749-65037377e193,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:50.296503 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-d40bc04c-7a80-489c-af22-106e44a4293d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7387061 Jan 13 17:10:50.333540 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3724396d-cf4d-4e59-b5f6-ea63d84c3a8a req-f2cccd93-cb50-4372-9cff-68ec6de74614 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172577 Jan 13 17:10:50.356562 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c9e5db07-0195-4210-8d7f-3ccbb7ba9c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (1230b0b9-2911-42e2-9749-65037377e193), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:50.414636 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Allocated IP 172.27.0.91 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/4c927bb0-5607-42a9-90e2-f88633da6150) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:50.453862 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7457952c-4a09-4db7-99ee-a2d1fe4eb2f6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (39b72561-dc2e-4cb7-b016-c1007bad4664), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:50.553110 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:50.553110 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:50.569878 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fd086f07-2acd-44f7-ad04-6b01d74903a7 req-9136bcc9-f968-414f-8b66-1b9224b0c1c4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 210 time: 0.0661004 Jan 13 17:10:50.633411 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7457952c-4a09-4db7-99ee-a2d1fe4eb2f6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (39b72561-dc2e-4cb7-b016-c1007bad4664), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:50.691595 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5db07-0195-4210-8d7f-3ccbb7ba9c6d None None] Pushing event updated for resources: {'Port': ['ID=1230b0b9-2911-42e2-9749-65037377e193,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:50.747387 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457952c-4a09-4db7-99ee-a2d1fe4eb2f6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b72561-dc2e-4cb7-b016-c1007bad4664,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:50.793349 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:42Z', 'revision_number': 4, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '55593d2a-4996-4f5f-9dd0-7efc252ce399', 'name': '', 'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'mac_address': 'fa:16:3e:47:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:41Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 4, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'subnets': [{'id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:50.849427 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fd4a38-d3db-4ee4-af95-ffaf75efb82d None None] The sync data for ids ['f10ff890-dc67-4188-83da-13c84b1cb96a'] in dv-cinder-799871-9-iscsi is: [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:42Z', 'revision_number': 4, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '55593d2a-4996-4f5f-9dd0-7efc252ce399', 'name': '', 'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'mac_address': 'fa:16:3e:47:6d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:41Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 4, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'subnets': [{'id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:10:50.885776 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:10:50.976974 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Request body: {'port': {'device_id': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:50.990254 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for port (4c927bb0-5607-42a9-90e2-f88633da6150), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:51.066348 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35053f-5414-48b5-b1d6-f0cacb2856b7 req-f33b5e14-d535-483c-b439-4693f691c2f8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:51.068065 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ec35053f-5414-48b5-b1d6-f0cacb2856b7 req-f33b5e14-d535-483c-b439-4693f691c2f8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 931 time: 0.4420846 Jan 13 17:10:51.088489 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:51.089744 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:51.094396 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7457952c-4a09-4db7-99ee-a2d1fe4eb2f6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:51.106618 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7457952c-4a09-4db7-99ee-a2d1fe4eb2f6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4736459 Jan 13 17:10:51.108072 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56166) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:51.133956 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-017fa2d0-ce66-49d2-b47a-d46edd7a7ae1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'security_group_rule': {'security_group_id': '39b72561-dc2e-4cb7-b016-c1007bad4664', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:51.155841 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:51.162288 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 96c49800-7d56-423c-8cdb-cc8a1ef45e89, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=96c49800-7d56-423c-8cdb-cc8a1ef45e89,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:51.172536 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Request body: {'port': {'device_id': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:51.190110 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 2, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:51.221998 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Checking router: 574b1f93-360a-4ae4-bec9-689631ba0eec for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:10:51.222803 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Updating router 574b1f93-360a-4ae4-bec9-689631ba0eec port 33ab3896-a956-4542-8c6a-236ef240f859 binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:10:51.290505 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:51.330433 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ec35053f-5414-48b5-b1d6-f0cacb2856b7 req-f36ee823-83aa-462d-9a98-bf89181ba538 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551219 Jan 13 17:10:51.360755 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (4c927bb0-5607-42a9-90e2-f88633da6150), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:51.524254 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'Port': ['ID=4c927bb0-5607-42a9-90e2-f88633da6150,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:51.529908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-017fa2d0-ce66-49d2-b47a-d46edd7a7ae1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (8450d98e-c5b0-4758-8925-89d3d1a59f8e), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:51.625477 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:51.670390 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:51.678654 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:51.815513 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56198) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:51.902459 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (33ab3896-a956-4542-8c6a-236ef240f859), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.035082 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 1230b0b9-2911-42e2-9749-65037377e193 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:52.146401 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=96c49800-7d56-423c-8cdb-cc8a1ef45e89,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:52.179207 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-69b64dde-497f-4c2c-9dbc-4b2db7b9768e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:52.180847 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-69b64dde-497f-4c2c-9dbc-4b2db7b9768e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 818 time: 0.4481349 Jan 13 17:10:52.193380 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-017fa2d0-ce66-49d2-b47a-d46edd7a7ae1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (8450d98e-c5b0-4758-8925-89d3d1a59f8e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.213859 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.222317 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-cb571e70-d3b7-4446-bbcc-b259ba045449 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/quotas/3af0c4a6646649f8b153428d286bb2ff HTTP/1.1" status: 200 len: 375 time: 0.0248303 Jan 13 17:10:52.282677 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 1230b0b9-2911-42e2-9749-65037377e193 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:52.290115 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (1230b0b9-2911-42e2-9749-65037377e193), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.475406 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be9252-cd19-46c3-97bf-91fb0f9e8c4d req-56c4508d-fc74-4a77-a30c-f33a5b4c6a0b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:52.484675 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a7be9252-cd19-46c3-97bf-91fb0f9e8c4d req-56c4508d-fc74-4a77-a30c-f33a5b4c6a0b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 932 time: 0.5027518 Jan 13 17:10:52.544261 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.593140 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-017fa2d0-ce66-49d2-b47a-d46edd7a7ae1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (8450d98e-c5b0-4758-8925-89d3d1a59f8e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.683647 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-bbb64c4f-d32e-4aa1-9691-f7341f1f9046 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4550278 Jan 13 17:10:52.736353 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 1230b0b9-2911-42e2-9749-65037377e193 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:52.738300 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 55593d2a-4996-4f5f-9dd0-7efc252ce399 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:52.789968 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56210) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:52.846068 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a7be9252-cd19-46c3-97bf-91fb0f9e8c4d req-764819b5-9579-4112-b154-183fa9356927 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594265 Jan 13 17:10:52.889648 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fa2d0-ce66-49d2-b47a-d46edd7a7ae1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8450d98e-c5b0-4758-8925-89d3d1a59f8e,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:52.940596 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-044195aa-7747-4d18-a6e7-e82755315104 service neutron] 10.222.0.42 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557681 Jan 13 17:10:52.941596 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4c927bb0-5607-42a9-90e2-f88633da6150), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.943706 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-19478a6d-ccb7-4bca-beab-422a9a960418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:52.983059 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6dd9-c89e-4d57-a136-e2d3f6ab05c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.079216 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 55593d2a-4996-4f5f-9dd0-7efc252ce399 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:53.079591 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.130331 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-017fa2d0-ce66-49d2-b47a-d46edd7a7ae1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.134851 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-017fa2d0-ce66-49d2-b47a-d46edd7a7ae1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0196333 Jan 13 17:10:53.175852 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56218) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:53.195312 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-e5c64247-4a03-468c-80fe-f50708c3f035 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'security_group_rule': {'security_group_id': '39b72561-dc2e-4cb7-b016-c1007bad4664', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:53.242647 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 55593d2a-4996-4f5f-9dd0-7efc252ce399 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:53.243257 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.246125 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Publish callbacks [] for port (33ab3896-a956-4542-8c6a-236ef240f859), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.295441 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 55593d2a-4996-4f5f-9dd0-7efc252ce399, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=55593d2a-4996-4f5f-9dd0-7efc252ce399,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:53.356095 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (33ab3896-a956-4542-8c6a-236ef240f859), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.426118 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-ccb70c6e-a0db-442f-af45-310be73c45d8 service neutron] 10.222.0.42 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656072 Jan 13 17:10:53.486107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228b84a-fd8a-4dbd-891a-b05ccb91a940 None None] Pushing event updated for resources: {'Port': ['ID=33ab3896-a956-4542-8c6a-236ef240f859,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:53.537007 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-19478a6d-ccb7-4bca-beab-422a9a960418 admin admin] Publish callbacks [] for security_group (898a5ac2-2e44-4af5-bdac-1eb02c667938), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.581018 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Attempting to bind port 33ab3896-a956-4542-8c6a-236ef240f859 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:53.581442 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Attempting to bind port 33ab3896-a956-4542-8c6a-236ef240f859 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:53.581735 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Attempting to bind port 33ab3896-a956-4542-8c6a-236ef240f859 on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:53.599043 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for port (4c927bb0-5607-42a9-90e2-f88633da6150), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.601621 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:53.616898 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Checking segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:53.617557 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.617705 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Bound using segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:53.618186 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Bound port: 33ab3896-a956-4542-8c6a-236ef240f859, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:53.618570 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (33ab3896-a956-4542-8c6a-236ef240f859), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.622135 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.624289 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:10:53.641752 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-19478a6d-ccb7-4bca-beab-422a9a960418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (898a5ac2-2e44-4af5-bdac-1eb02c667938), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.666100 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Publish callbacks [] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.698593 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4c927bb0-5607-42a9-90e2-f88633da6150), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.708776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Transition to ACTIVE for port object 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:10:53.835636 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-19478a6d-ccb7-4bca-beab-422a9a960418 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=068f07f4d90045e3977ce5894df081a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8094413 Jan 13 17:10:53.838979 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56228) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:53.843135 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19478a6d-ccb7-4bca-beab-422a9a960418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a5ac2-2e44-4af5-bdac-1eb02c667938,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:53.856020 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637ce64-b88c-47b8-a52b-b03806b88090 req-a61dcc18-1aec-42cb-bf83-46f6a78e1b26 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:53.871229 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5637ce64-b88c-47b8-a52b-b03806b88090 req-a61dcc18-1aec-42cb-bf83-46f6a78e1b26 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 931 time: 0.7589593 Jan 13 17:10:53.871930 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:53.896632 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 96c49800-7d56-423c-8cdb-cc8a1ef45e89 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:53.935492 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'Port': ['ID=4c927bb0-5607-42a9-90e2-f88633da6150,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:53.996922 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5c64247-4a03-468c-80fe-f50708c3f035 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (e71e5450-59ee-4fdd-b078-86a33f16d11d), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.029228 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] For port 33ab3896-a956-4542-8c6a-236ef240f859, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:54.034728 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] For port 33ab3896-a956-4542-8c6a-236ef240f859, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=33ab3896-a956-4542-8c6a-236ef240f859,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:54.038335 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=55593d2a-4996-4f5f-9dd0-7efc252ce399,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:54.077694 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e45914cd-3632-4350-a465-f8dfef86b6ec req-5325f492-0444-4e3a-a22a-5326315d6fb9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 210 time: 0.1580825 Jan 13 17:10:54.078874 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.085646 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-14824e3f-ac50-41ea-a17b-0a56efa58288 None None] Provisioning complete for port 33ab3896-a956-4542-8c6a-236ef240f859 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:54.088765 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-14824e3f-ac50-41ea-a17b-0a56efa58288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (33ab3896-a956-4542-8c6a-236ef240f859), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.145812 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b6de51fb-14db-4beb-916d-f5e8c60a653d admin admin] Publish callbacks [] for security_group (898a5ac2-2e44-4af5-bdac-1eb02c667938), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.180198 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (33ab3896-a956-4542-8c6a-236ef240f859), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.207478 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.57', 63640) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:54.209985 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b6de51fb-14db-4beb-916d-f5e8c60a653d admin admin] Publish callbacks [] for security_group (898a5ac2-2e44-4af5-bdac-1eb02c667938), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.240430 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.247232 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4e3630ec-f694-4156-9923-df1b194cced3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6308956 Jan 13 17:10:54.329172 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:10:54.332236 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:10:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:54.337697 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5637ce64-b88c-47b8-a52b-b03806b88090 req-56d1754c-d00e-4fb3-8991-4f0ef9caeb06 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249055 Jan 13 17:10:54.342229 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Pushing event updated for resources: {'Port': ['ID=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:54.451387 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5c64247-4a03-468c-80fe-f50708c3f035 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (e71e5450-59ee-4fdd-b078-86a33f16d11d), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.601163 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06991086-1c0f-4c96-b607-15192a87f64c req-f2b6e997-b7a1-4886-a866-7fee28033e74 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:54.605941 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5c64247-4a03-468c-80fe-f50708c3f035 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (e71e5450-59ee-4fdd-b078-86a33f16d11d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.626676 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-06991086-1c0f-4c96-b607-15192a87f64c req-f2b6e997-b7a1-4886-a866-7fee28033e74 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 932 time: 0.2563550 Jan 13 17:10:54.646371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c64247-4a03-468c-80fe-f50708c3f035 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71e5450-59ee-4fdd-b078-86a33f16d11d,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:54.716229 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-28cdfc3f-b1a6-41dd-aa4b-393fafd11749 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:54.722748 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-28cdfc3f-b1a6-41dd-aa4b-393fafd11749 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 818 time: 0.5009573 Jan 13 17:10:54.722748 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b6de51fb-14db-4beb-916d-f5e8c60a653d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (898a5ac2-2e44-4af5-bdac-1eb02c667938), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.755678 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228b84a-fd8a-4dbd-891a-b05ccb91a940 None None] Pushing event updated for resources: {'Port': ['ID=33ab3896-a956-4542-8c6a-236ef240f859,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:54.769578 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b6de51fb-14db-4beb-916d-f5e8c60a653d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.777150 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b6de51fb-14db-4beb-916d-f5e8c60a653d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/898a5ac2-2e44-4af5-bdac-1eb02c667938 HTTP/1.1" status: 204 len: 168 time: 0.9349787 Jan 13 17:10:54.780392 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Attempting to bind port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:54.781278 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Attempting to bind port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:54.781625 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Attempting to bind port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:54.788812 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-14824e3f-ac50-41ea-a17b-0a56efa58288 None None] Port 33ab3896-a956-4542-8c6a-236ef240f859 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:10:54.807144 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e5c64247-4a03-468c-80fe-f50708c3f035 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.812079 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:54.812756 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e5c64247-4a03-468c-80fe-f50708c3f035 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6272457 Jan 13 17:10:54.813500 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.818673 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56260) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:54.835554 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Request body: {'port': {'device_id': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'admin_state_up': True, 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:54.851211 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:54.874497 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 on network af0081b4-82c9-48f6-908e-39c658326c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:10:54.877446 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Attempting to bind port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:54.910340 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:10:54.943167 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:54.943585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Checking segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:54.944474 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Bound using segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:54.944927 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Bound port: 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:54.945294 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:54.980776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6dd9-c89e-4d57-a136-e2d3f6ab05c5 admin admin] Publish callbacks [] for security_group (c2eadb10-092d-4c13-a486-490ecb084de1), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.011973 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a497aac-bb70-4ede-bbaf-b61499e56b4f {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:10:55.323121 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de51fb-14db-4beb-916d-f5e8c60a653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a5ac2-2e44-4af5-bdac-1eb02c667938,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:55.325973 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Publish callbacks [] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.325973 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] For port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:55.325973 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] For port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:55.326580 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-06991086-1c0f-4c96-b607-15192a87f64c req-bf71f0b3-91a1-4e6f-b625-828d902d8078 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024025 Jan 13 17:10:55.326967 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-66a3ee17-5229-454c-a7b3-4f52bfdca659 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2110037188&fields=id&tenant_id=d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 267 time: 0.3897920 Jan 13 17:10:55.327049 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b9d7e35d-4985-4014-97ba-d094e73f5e1f None None] Provisioning complete for port 33ab3896-a956-4542-8c6a-236ef240f859 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:55.327049 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e35d-4985-4014-97ba-d094e73f5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (33ab3896-a956-4542-8c6a-236ef240f859), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.327190 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Transition to ACTIVE for port object 5a497aac-bb70-4ede-bbaf-b61499e56b4f will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:10:55.346372 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0ca06ef6-297f-40d6-91f0-4702c77aef5c req-fe6fafa2-27ac-451d-8465-f615bfd24fa5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 210 time: 0.0719488 Jan 13 17:10:55.410530 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-b6f3bb7f-fe68-450c-83f7-657d9e5ba669 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:55.429844 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-b6f3bb7f-fe68-450c-83f7-657d9e5ba669 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 817 time: 0.2681856 Jan 13 17:10:55.440246 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6dd9-c89e-4d57-a136-e2d3f6ab05c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c2eadb10-092d-4c13-a486-490ecb084de1), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.444781 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:55.497091 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb6dd9-c89e-4d57-a136-e2d3f6ab05c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eadb10-092d-4c13-a486-490ecb084de1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:55.503384 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-7ffd6715-532c-42bc-b9d0-a2dcf05c00d3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/quotas/d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 375 time: 0.0726230 Jan 13 17:10:55.509229 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.512864 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.568147 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.649505 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6bfb6dd9-c89e-4d57-a136-e2d3f6ab05c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1cd3b9d73bd4d89bd990f1244d2a5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8566544 Jan 13 17:10:55.660769 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56280) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:55.710178 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7e35d-4985-4014-97ba-d094e73f5e1f None None] Current status of the port 33ab3896-a956-4542-8c6a-236ef240f859 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:55.710321 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef125d8-afd8-4abf-a9ab-2d0dd15e9172 req-423b993d-6426-4acb-b41a-878ad846d678 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:55.710415 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e35d-4985-4014-97ba-d094e73f5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (33ab3896-a956-4542-8c6a-236ef240f859), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.712093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a497aac-bb70-4ede-bbaf-b61499e56b4f,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:55.723855 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0ef125d8-afd8-4abf-a9ab-2d0dd15e9172 req-423b993d-6426-4acb-b41a-878ad846d678 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 943 time: 0.2784872 Jan 13 17:10:55.778542 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:55.779305 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.782795 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] 10.222.0.57 "PUT /v2.0/ports/8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 HTTP/1.1" status: 200 len: 1093 time: 5.9802778 Jan 13 17:10:55.784144 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'tag': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:10:55.852976 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 55593d2a-4996-4f5f-9dd0-7efc252ce399 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:55.856665 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b9d7e35d-4985-4014-97ba-d094e73f5e1f None None] For port 33ab3896-a956-4542-8c6a-236ef240f859, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=33ab3896-a956-4542-8c6a-236ef240f859,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:10:55.865454 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:54Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:10:55.893677 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Made reservation on behalf of 3af0c4a6646649f8b153428d286bb2ff for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:10:55.904872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:55.906359 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-d5051380-6937-4ad8-8c88-12ae6c0e0bac tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3858943 Jan 13 17:10:55.931659 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab24d93-b21c-4538-963d-911a5c525375 None None] The sync data for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi is: [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:54Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:10:55.988880 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Attempting to bind port 5a497aac-bb70-4ede-bbaf-b61499e56b4f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:10:55.989179 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Attempting to bind port 5a497aac-bb70-4ede-bbaf-b61499e56b4f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3bc50706-28a5-45b2-869a-825e2d02c3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:10:55.989497 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Attempting to bind port 5a497aac-bb70-4ede-bbaf-b61499e56b4f on network b7c1b57f-b49a-428f-9d99-9350481d78cd {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:55.994174 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f1092-1308-41bd-be0f-08cdddd651dd service neutron] Pushing event updated for resources: {'Port': ['ID=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:55.998262 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 55593d2a-4996-4f5f-9dd0-7efc252ce399 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:55.998781 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:56.021877 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Port 5a497aac-bb70-4ede-bbaf-b61499e56b4f on network b7c1b57f-b49a-428f-9d99-9350481d78cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:10:56.021877 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Attempting to bind port 5a497aac-bb70-4ede-bbaf-b61499e56b4f on network b7c1b57f-b49a-428f-9d99-9350481d78cd {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:10:56.047021 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:10:56.047601 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Checking segment: {'id': '3bc50706-28a5-45b2-869a-825e2d02c3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:10:56.047806 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Bound using segment: {'id': '3bc50706-28a5-45b2-869a-825e2d02c3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:10:56.048323 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Bound port: 5a497aac-bb70-4ede-bbaf-b61499e56b4f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc50706-28a5-45b2-869a-825e2d02c3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:10:56.048836 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:56.067097 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e35d-4985-4014-97ba-d094e73f5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (33ab3896-a956-4542-8c6a-236ef240f859), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:56.291675 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7e35d-4985-4014-97ba-d094e73f5e1f None None] Pushing event updated for resources: {'Port': ['ID=33ab3896-a956-4542-8c6a-236ef240f859,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:56.415712 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 55593d2a-4996-4f5f-9dd0-7efc252ce399 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:56.543773 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824e95b3-1a7b-4279-bbf1-259a28053aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1404ffa-7208-46f6-b9cb-37233389a22b", "tag": "8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:10:56.546028 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56302) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:56.669652 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Allocated IP 172.20.0.14 (29140d95-813c-4055-afcb-5fe62901479d/55da2496-24e0-4c41-8161-729b20aed0dd/3a4ec76e-38c8-4b3f-94ab-2575fd599610) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:56.692736 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-e76e6a74-da5e-4af4-b601-83bfdedf3b55 service neutron] 10.222.0.42 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755835 Jan 13 17:10:56.712776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba3e0da5-b242-45f5-b948-2d4f2732d2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:56.779150 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] For port 5a497aac-bb70-4ede-bbaf-b61499e56b4f, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:10:56.950918 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] For port 5a497aac-bb70-4ede-bbaf-b61499e56b4f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5a497aac-bb70-4ede-bbaf-b61499e56b4f,segment=NetworkSegment(3bc50706-28a5-45b2-869a-825e2d02c3e7),segment_id=3bc50706-28a5-45b2-869a-825e2d02c3e7)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:10:56.950918 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-ec22113e-106a-4f91-b55e-2f0f32c1d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:56.950918 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-ec22113e-106a-4f91-b55e-2f0f32c1d940 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 1096 time: 0.7839286 Jan 13 17:10:56.952701 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0ef125d8-afd8-4abf-a9ab-2d0dd15e9172 req-6745ef76-b719-40ad-baef-14f54083e678 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1827960 Jan 13 17:10:56.952701 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a0aa030e-e7e8-4d61-9003-460ab61fd2a0 admin admin] Publish callbacks [] for security_group (c2eadb10-092d-4c13-a486-490ecb084de1), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.027906 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks [] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.166165 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a0aa030e-e7e8-4d61-9003-460ab61fd2a0 admin admin] Publish callbacks [] for security_group (c2eadb10-092d-4c13-a486-490ecb084de1), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.207040 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-16c73bf7-183c-47c9-a72a-702935e1b31f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 HTTP/1.1" status: 200 len: 217 time: 0.2292242 Jan 13 17:10:57.207040 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.221165 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.270595 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:57.270595 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.271954 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/5a497aac-bb70-4ede-bbaf-b61499e56b4f HTTP/1.1" status: 200 len: 1094 time: 6.9426830 Jan 13 17:10:57.384321 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8ed27-bd0c-43e4-a963-778cf91320f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a497aac-bb70-4ede-bbaf-b61499e56b4f,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:57.391429 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-cd439708-ebc7-4039-b62e-1504614f153d service neutron] 10.222.0.42 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6614821 Jan 13 17:10:57.419152 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba3e0da5-b242-45f5-b948-2d4f2732d2cb admin admin] Publish callbacks [] for security_group (6cd3af21-732a-4d27-87c9-9fef7cb2ebfe), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.470124 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Pushing event updated for resources: {'Port': ['ID=3a4ec76e-38c8-4b3f-94ab-2575fd599610,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:57.474289 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.497101 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Network 29140d95-813c-4055-afcb-5fe62901479d is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:57.534014 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:57.545752 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb9660-d6e3-408c-afed-84814a4de837 req-3575131c-2337-4413-bf28-0210a5ce7051 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:57.552984 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2cbb9660-d6e3-408c-afed-84814a4de837 req-3575131c-2337-4413-bf28-0210a5ce7051 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 944 time: 0.4241908 Jan 13 17:10:57.558039 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:57.563800 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:57.564535 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.612551 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba3e0da5-b242-45f5-b948-2d4f2732d2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6cd3af21-732a-4d27-87c9-9fef7cb2ebfe), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.840372 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 33ab3896-a956-4542-8c6a-236ef240f859 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:10:57.879277 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a0aa030e-e7e8-4d61-9003-460ab61fd2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c2eadb10-092d-4c13-a486-490ecb084de1), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.881830 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a0aa030e-e7e8-4d61-9003-460ab61fd2a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:57.886447 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a0aa030e-e7e8-4d61-9003-460ab61fd2a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2eadb10-092d-4c13-a486-490ecb084de1 HTTP/1.1" status: 204 len: 168 time: 2.2228692 Jan 13 17:10:57.941367 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa030e-e7e8-4d61-9003-460ab61fd2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eadb10-092d-4c13-a486-490ecb084de1,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:58.053016 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-d6b3c006-085b-493c-8033-7d5010b0d72c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2592936 Jan 13 17:10:58.085190 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2cbb9660-d6e3-408c-afed-84814a4de837 req-82b2e170-99d5-42a1-992a-dc1ea0ebc141 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312147 Jan 13 17:10:58.126307 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Allocated IP 172.27.0.134 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:10:58.237563 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ba3e0da5-b242-45f5-b948-2d4f2732d2cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e36c19592638403198ae069519ddee91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6871755 Jan 13 17:10:58.261836 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cfc974fe-bc45-4330-833b-a760af0d1be7 req-9e867916-7cb9-4a94-9424-741421b0d2ab tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 210 time: 0.3665035 Jan 13 17:10:58.262371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e0da5-b242-45f5-b948-2d4f2732d2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd3af21-732a-4d27-87c9-9fef7cb2ebfe,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:58.283773 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 33ab3896-a956-4542-8c6a-236ef240f859 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:10:58.284495 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56322) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:58.288571 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (33ab3896-a956-4542-8c6a-236ef240f859), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:58.340357 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Request body: {'port': {'device_id': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:58.416114 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-b4b97167-086b-41b7-85dc-f8badfa0f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:58.417867 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-b4b97167-086b-41b7-85dc-f8badfa0f29f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 200 len: 854 time: 0.7396483 Jan 13 17:10:58.492186 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:58.542471 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2aa3c220-cd6a-485d-b90d-49b6e60faf25 req-446c0b84-4d0e-4561-ab17-b034d4c29fb3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 210 time: 0.1404636 Jan 13 17:10:58.552111 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-e51d3ecb-d1e7-491c-8a17-e0b022e0654b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af0081b4-82c9-48f6-908e-39c658326c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927958 Jan 13 17:10:58.556724 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-f88dd364-cb23-43fa-a19d-8b2ac8606b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:58.558383 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-f88dd364-cb23-43fa-a19d-8b2ac8606b4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0b3e89374da4395a0e1806b8fbde1df&device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 1097 time: 0.7593966 Jan 13 17:10:58.593399 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.57', 63644) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:58.620551 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 33ab3896-a956-4542-8c6a-236ef240f859 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:10:58.690279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dde6086c-97af-4b06-8f1f-02abca1516a9 admin admin] Publish callbacks [] for security_group (6cd3af21-732a-4d27-87c9-9fef7cb2ebfe), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:58.707573 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:58.770444 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dde6086c-97af-4b06-8f1f-02abca1516a9 admin admin] Publish callbacks [] for security_group (6cd3af21-732a-4d27-87c9-9fef7cb2ebfe), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:58.847261 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c251968-ae7c-4d19-a529-26acfe020939 x-openstack-request-id: req-1c251968-ae7c-4d19-a529-26acfe020939 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:10:58.855611 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1404ffa-7208-46f6-b9cb-37233389a22b", "tag": "8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:10:58.860405 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c251968-ae7c-4d19-a529-26acfe020939 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:10:58.861144 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'tag': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', 'status': 'completed', 'code': 200} Jan 13 17:10:58.968950 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-5b507103-5b99-44e5-8ef8-e16c23e09d4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a497aac-bb70-4ede-bbaf-b61499e56b4f HTTP/1.1" status: 200 len: 217 time: 0.3720379 Jan 13 17:10:59.152206 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.195231 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:10:59.203970 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:10:59.216416 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e554350-caf7-479a-af47-29bf757945a1 req-3142927f-1492-4313-8b2b-6955919641d2 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:59.226206 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7e554350-caf7-479a-af47-29bf757945a1 req-3142927f-1492-4313-8b2b-6955919641d2 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 943 time: 0.2748110 Jan 13 17:10:59.227914 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-848639da-3306-4fe7-80f7-6c67340912ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:59.229464 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-848639da-3306-4fe7-80f7-6c67340912ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f31d118-2485-4be6-b7ef-4d29ce6bb676 HTTP/1.1" status: 200 len: 852 time: 0.1398001 Jan 13 17:10:59.244468 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:10:59.255591 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4ec76e-38c8-4b3f-94ab-2575fd599610 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:10:59.315919 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7e554350-caf7-479a-af47-29bf757945a1 req-e3c800ae-f082-4e3f-8961-ded40231a70d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799992 Jan 13 17:10:59.322240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dde6086c-97af-4b06-8f1f-02abca1516a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6cd3af21-732a-4d27-87c9-9fef7cb2ebfe), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.325215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dde6086c-97af-4b06-8f1f-02abca1516a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.326523 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-dde6086c-97af-4b06-8f1f-02abca1516a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6cd3af21-732a-4d27-87c9-9fef7cb2ebfe HTTP/1.1" status: 204 len: 168 time: 1.0335767 Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: from cryptography.utils import int_from_bytes Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: from cryptography.utils import int_from_bytes Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.341533 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:10:59.348946 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:10:59.350121 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-bb34b7b3-cc01-4d31-8a03-2840789102f9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:59.352501 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-bb34b7b3-cc01-4d31-8a03-2840789102f9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 818 time: 0.5089302 Jan 13 17:10:59.354533 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Publish callbacks [] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.377663 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6086c-97af-4b06-8f1f-02abca1516a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd3af21-732a-4d27-87c9-9fef7cb2ebfe,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:59.388668 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-857661a2-4f2a-4422-8b1f-c83e0f9d69ff service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991103 Jan 13 17:10:59.440215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56342) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:59.491934 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a86b643-eff3-4fcb-8bee-bc9dd0558ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.503733 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0d2dd-ab12-4703-adc3-e032813bf927 req-cd49dd17-2c0f-478e-88cc-ca75a499537c tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:10:59.512938 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-28a0d2dd-ab12-4703-adc3-e032813bf927 req-cd49dd17-2c0f-478e-88cc-ca75a499537c tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 944 time: 0.2718723 Jan 13 17:10:59.543967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Transition to ACTIVE for port object 3a4ec76e-38c8-4b3f-94ab-2575fd599610 will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:10:59.545733 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'Port': ['ID=ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:10:59.678181 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (90915e4f-01ac-4f3f-bd4d-10ba979e72e0), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.679925 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a86b643-eff3-4fcb-8bee-bc9dd0558ec3 admin admin] Publish callbacks [] for security_group (213ccef5-6938-4420-9bf6-577ab2728706), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.680761 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-28a0d2dd-ab12-4703-adc3-e032813bf927 req-d0748570-6255-4df3-8f5b-d3df0b43099e tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006432 Jan 13 17:10:59.680963 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Request body: {'port': {'device_id': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'admin_state_up': True, 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:10:59.731720 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-380bfff9-ff91-4485-8427-a21ad12064ff req-d2314c2e-3b55-4770-8cca-05df9d13a6cf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 210 time: 0.2294917 Jan 13 17:10:59.777780 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1d46c7d4-c8df-414d-b008-5d8dcc7e8477 req-4f5d01a6-3802-48e2-a2aa-2ffbe95b1564 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 210 time: 0.0503037 Jan 13 17:10:59.810270 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-c274512b-57db-472e-9cc2-e1e0f0da1d6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7c1b57f-b49a-428f-9d99-9350481d78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718261 Jan 13 17:10:59.857068 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7a86b643-eff3-4fcb-8bee-bc9dd0558ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (213ccef5-6938-4420-9bf6-577ab2728706), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.888557 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.924252 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-657cbdb5-6cfb-43a6-bc59-d68728948602 req-085baaaf-154d-4491-8758-0b5839d00a3c service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945533 Jan 13 17:10:59.940663 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-7a86b643-eff3-4fcb-8bee-bc9dd0558ec3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e04d0ea4b84f42ba9b1c950a44e075a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982924 Jan 13 17:10:59.946882 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56350) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:10:59.952666 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:10:59.997280 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86b643-eff3-4fcb-8bee-bc9dd0558ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213ccef5-6938-4420-9bf6-577ab2728706,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:00.052933 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b35ce0b-9fb8-4036-8ba2-0f2d5dcdd4c1 admin admin] Publish callbacks [] for security_group (213ccef5-6938-4420-9bf6-577ab2728706), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.077910 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b35ce0b-9fb8-4036-8ba2-0f2d5dcdd4c1 admin admin] Publish callbacks [] for security_group (213ccef5-6938-4420-9bf6-577ab2728706), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.107244 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Made reservation on behalf of 3af0c4a6646649f8b153428d286bb2ff for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:00.115827 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.167060 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4ec76e-38c8-4b3f-94ab-2575fd599610,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Attempting to bind port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Attempting to bind port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Attempting to bind port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 on network 29140d95-813c-4055-afcb-5fe62901479d {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 on network 29140d95-813c-4055-afcb-5fe62901479d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Attempting to bind port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 on network 29140d95-813c-4055-afcb-5fe62901479d {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Checking segment: {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Bound using segment: {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Bound port: 3a4ec76e-38c8-4b3f-94ab-2575fd599610, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:00.253527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.382702 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.400289 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b35ce0b-9fb8-4036-8ba2-0f2d5dcdd4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (213ccef5-6938-4420-9bf6-577ab2728706), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.403141 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b35ce0b-9fb8-4036-8ba2-0f2d5dcdd4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.404174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] For port 3a4ec76e-38c8-4b3f-94ab-2575fd599610, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:00.410134 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] For port 3a4ec76e-38c8-4b3f-94ab-2575fd599610, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:00.416585 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-0b35ce0b-9fb8-4036-8ba2-0f2d5dcdd4c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/213ccef5-6938-4420-9bf6-577ab2728706 HTTP/1.1" status: 204 len: 168 time: 0.4686339 Jan 13 17:11:00.418970 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Allocated IP 172.20.0.7 (29140d95-813c-4055-afcb-5fe62901479d/55da2496-24e0-4c41-8161-729b20aed0dd/5256bcfc-8e92-4c45-9e89-1ae740877118) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:00.466068 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35ce0b-9fb8-4036-8ba2-0f2d5dcdd4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ccef5-6938-4420-9bf6-577ab2728706,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:00.477273 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.482204 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.514134 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f310e7-6bd9-474f-bc0d-bf7ef3fd1919 req-a37eb40c-840b-40ce-bfe6-6c40f22fc493 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:00.516061 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-64f310e7-6bd9-474f-bc0d-bf7ef3fd1919 req-a37eb40c-840b-40ce-bfe6-6c40f22fc493 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 943 time: 0.0938487 Jan 13 17:11:00.522365 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (90915e4f-01ac-4f3f-bd4d-10ba979e72e0), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.529218 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:00.530008 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.531827 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 1094 time: 2.2175961 Jan 13 17:11:00.532691 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'tag': '3a4ec76e-38c8-4b3f-94ab-2575fd599610'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:00.609220 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'Port': ['ID=ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:00.683885 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54157e41-229d-495b-a26b-ce96d2bfa821 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4ec76e-38c8-4b3f-94ab-2575fd599610,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:00.701292 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:00.704291 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7c12af65-4f60-4c24-a2ff-8e7212d3a587 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8564577 Jan 13 17:11:00.883291 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'tag': '5a497aac-bb70-4ede-bbaf-b61499e56b4f'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:00.885744 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed3e5a1-ccbe-429f-a419-59863c167c57" -d '{"events": [{"name": "network-changed", "server_uuid": "82ed9ad0-339c-4651-abd4-5d15fb420ecf", "tag": "5a497aac-bb70-4ede-bbaf-b61499e56b4f"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:00.888605 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-7b066b8f-877a-4c48-af27-741354fc585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:00.890146 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-7b066b8f-877a-4c48-af27-741354fc585c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 1096 time: 0.1145473 Jan 13 17:11:00.909933 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9c62f-a980-4ba5-972f-9240a5dc5306 req-dbfc5272-789e-4207-8075-9f05391c9421 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:00.912246 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-84c9c62f-a980-4ba5-972f-9240a5dc5306 req-dbfc5272-789e-4207-8075-9f05391c9421 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 944 time: 0.1261132 Jan 13 17:11:00.928519 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-64f310e7-6bd9-474f-bc0d-bf7ef3fd1919 req-ec20564b-9069-4682-b071-90d744e5d258 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001651 Jan 13 17:11:01.022589 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9296c8-e006-40cf-89c0-312b82bce255" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea918af-6872-4528-bf89-b7a49014ea8e", "tag": "3a4ec76e-38c8-4b3f-94ab-2575fd599610"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:01.097732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks [] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:01.111571 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-aefa6930-4446-4abb-bcea-9e607fadce01 req-80d18068-1c54-4fd0-99fd-5ef1ea144a60 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 210 time: 0.0717275 Jan 13 17:11:01.128483 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-84c9c62f-a980-4ba5-972f-9240a5dc5306 req-91b5b1c7-bbd6-497c-8817-a541086c6380 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891210 Jan 13 17:11:01.203616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-fd2e7e0c-1587-4eb2-8bdd-d00d996cd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:01.214575 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-fd2e7e0c-1587-4eb2-8bdd-d00d996cd398 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 915 time: 0.3015733 Jan 13 17:11:01.232850 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-48368625-aaac-4a20-a97a-718a31ab0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:01.236365 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-48368625-aaac-4a20-a97a-718a31ab0abc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1097 time: 0.2369349 Jan 13 17:11:01.285093 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4bcd9ed7-52f0-4164-b92f-26e7e829b6f9 req-6db16242-23c1-4f97-b22e-eeb2afbbcf74 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 210 time: 0.0800581 Jan 13 17:11:01.308804 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:01.409695 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-f71ebee0-2dd1-427f-b741-93e07f26ea7a service neutron] 10.222.0.57 "GET /v2.0/networks/b7c1b57f-b49a-428f-9d99-9350481d78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162034 Jan 13 17:11:01.413406 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-0bfa5955-c7a9-4011-a12a-1a4b73c0779b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 217 time: 0.1574812 Jan 13 17:11:01.461910 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dfe90c-11a2-4939-929d-14c52bae711c x-openstack-request-id: req-b4dfe90c-11a2-4939-929d-14c52bae711c {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:01.462331 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ed9ad0-339c-4651-abd4-5d15fb420ecf", "tag": "5a497aac-bb70-4ede-bbaf-b61499e56b4f", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:01.462854 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4dfe90c-11a2-4939-929d-14c52bae711c {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:01.463364 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'tag': '5a497aac-bb70-4ede-bbaf-b61499e56b4f', 'status': 'completed', 'code': 200} Jan 13 17:11:01.472638 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Network 29140d95-813c-4055-afcb-5fe62901479d is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:01.527126 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:01.535610 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:01.539826 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-8c2fb314-60d6-4a79-978b-a6286b59d0dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 HTTP/1.1" status: 200 len: 217 time: 0.3013201 Jan 13 17:11:01.564687 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:01.566813 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:01.602580 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Pushing event updated for resources: {'Port': ['ID=5256bcfc-8e92-4c45-9e89-1ae740877118,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:01.644529 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-fed179d8-fb71-42f0-b2e7-594adc2636ae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--708062658&fields=id&tenant_id=f117916dcf734c32a996a44e962e7754 HTTP/1.1" status: 200 len: 267 time: 0.4277210 Jan 13 17:11:01.671527 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-44df1caf-f403-4440-ae92-6a3a1c3c2356 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0436132 Jan 13 17:11:01.676903 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-ec22b0fc-db23-4cdd-830c-3a5f123905aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:01.678857 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-ec22b0fc-db23-4cdd-830c-3a5f123905aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.2479877 Jan 13 17:11:01.684970 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Request body: {'port': {'device_id': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:01.745016 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-24e83f6f-2603-454d-b80d-ab3deb0009fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557151 Jan 13 17:11:01.763200 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-62f30103-d48e-4579-aa5d-67ca66e4ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:01.765252 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-62f30103-d48e-4579-aa5d-67ca66e4ea5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 200 len: 854 time: 0.2173753 Jan 13 17:11:01.787565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:01.795553 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57b5c4c-2494-4bda-b157-311164004453 x-openstack-request-id: req-b57b5c4c-2494-4bda-b157-311164004453 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:01.797620 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea918af-6872-4528-bf89-b7a49014ea8e", "tag": "3a4ec76e-38c8-4b3f-94ab-2575fd599610", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:01.798074 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b57b5c4c-2494-4bda-b157-311164004453 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:01.799002 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'tag': '3a4ec76e-38c8-4b3f-94ab-2575fd599610', 'status': 'completed', 'code': 200} Jan 13 17:11:01.811397 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-834d2428-fc02-4c92-be70-4a8035a6db0c req-6324f81d-354e-4e00-8664-01a97a4bbb47 service neutron] 10.222.0.57 "GET /v2.0/networks/b7c1b57f-b49a-428f-9d99-9350481d78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825381 Jan 13 17:11:01.854482 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-46c45580-9d7f-407c-a53e-41c2e6a9472e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af0081b4-82c9-48f6-908e-39c658326c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725954 Jan 13 17:11:01.964837 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-fa142961-6c72-4a7f-86fc-5ea5f4de32ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:01.973187 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-fa142961-6c72-4a7f-86fc-5ea5f4de32ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 810 time: 0.3230512 Jan 13 17:11:01.997198 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-20669704-8fb1-47b5-a759-7bc04ffe63a2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/quotas/f117916dcf734c32a996a44e962e7754 HTTP/1.1" status: 200 len: 375 time: 0.0230610 Jan 13 17:11:02.059000 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-a145fede-ed45-47ed-b77d-f354668ee026 service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970050 Jan 13 17:11:02.063234 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:02.079936 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-7e74f6ba-61a8-41eb-b36e-8d542067efde service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952740 Jan 13 17:11:02.127841 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-a1f7500a-834d-4421-97b0-56a16212960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:02.129604 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-a1f7500a-834d-4421-97b0-56a16212960c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0b3e89374da4395a0e1806b8fbde1df&device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 1097 time: 0.1730726 Jan 13 17:11:02.185164 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.57', 63650) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:02.238206 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-89980094-9a75-49c8-919c-dbf0480509c7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2399237 Jan 13 17:11:02.266113 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:02.278805 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'port_id': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', 'mac_address': 'fa:16:3e:a1:18:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:02.317733 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe45a44-b396-41df-aba5-6648b2461e1f req-f9dc1a18-e4db-417f-aa56-9d99ad99ab5d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:02.327944 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:02.328417 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5fe45a44-b396-41df-aba5-6648b2461e1f req-f9dc1a18-e4db-417f-aa56-9d99ad99ab5d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 943 time: 0.2735369 Jan 13 17:11:02.328619 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:02.366562 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:02.415285 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:02.461110 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-e738d8a7-a38b-4d6f-a5ca-c6dea639e60d service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887713 Jan 13 17:11:02.485338 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-a249a4d9-fd62-45c6-a40b-d42ca74f0a7f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:02.488297 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-a249a4d9-fd62-45c6-a40b-d42ca74f0a7f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 817 time: 0.2989140 Jan 13 17:11:02.510536 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:02.515476 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-49af38bb-0847-46d3-8885-ad498e4f85d3 service neutron] 10.222.0.42 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181587 Jan 13 17:11:02.549891 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5fe45a44-b396-41df-aba5-6648b2461e1f req-3e1a09e7-d632-4f1e-aa52-eb703b7cda60 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201548 Jan 13 17:11:02.571921 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-eb4ea9c2-76e9-411b-a45b-042aac237926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:02.578502 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-eb4ea9c2-76e9-411b-a45b-042aac237926 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b7c1b57f-b49a-428f-9d99-9350481d78cd HTTP/1.1" status: 200 len: 913 time: 0.4350190 Jan 13 17:11:02.586602 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6200d37d-a37b-44e1-a02f-9bd459a05478 req-c223dd4b-2bd4-4baf-beff-bcb0179de4a4 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836769 Jan 13 17:11:02.621832 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:02.631140 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-ef58a2e4-5d61-4c39-94a5-bfdb7e6363f5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 380 time: 0.1334198 Jan 13 17:11:02.643725 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'port': {'device_id': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'admin_state_up': True, 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'security_groups': ['472b5d15-14fe-48cf-b00b-ff9f91914e18']}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:02.651410 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-9f78924c-ae1b-4b38-a155-504c0fccb07e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a497aac-bb70-4ede-bbaf-b61499e56b4f HTTP/1.1" status: 200 len: 217 time: 0.0560153 Jan 13 17:11:02.763027 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-01908bd2-0ed4-4b39-bd92-de20cc1109fc service neutron] 10.222.0.42 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366083 Jan 13 17:11:02.803065 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:02.838896 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-2af47e03-ce75-4760-9906-75fa1ff0b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:02.840490 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-2af47e03-ce75-4760-9906-75fa1ff0b760 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f31d118-2485-4be6-b7ef-4d29ce6bb676 HTTP/1.1" status: 200 len: 852 time: 0.1806705 Jan 13 17:11:02.883709 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5256bcfc-8e92-4c45-9e89-1ae740877118 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:02.912690 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-5800e1f0-ad37-45ec-99f6-65bdfac83fc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7c1b57f-b49a-428f-9d99-9350481d78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510294 Jan 13 17:11:02.917710 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Publish callbacks [] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:02.938808 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Made reservation on behalf of d646351580dc4909ace49daf43fc27e8 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:02.938808 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:02.998734 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d067a0-0e66-43dd-b444-5d72a45c9548 req-41a72d59-fb0b-440e-baae-9aaa39a278e7 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:03.008971 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-50d067a0-0e66-43dd-b444-5d72a45c9548 req-41a72d59-fb0b-440e-baae-9aaa39a278e7 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 944 time: 0.3050795 Jan 13 17:11:03.029272 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Transition to ACTIVE for port object 5256bcfc-8e92-4c45-9e89-1ae740877118 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:11:03.033240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-4e3cdebf-ef20-4628-8313-503e3be237f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:03.034988 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-4e3cdebf-ef20-4628-8313-503e3be237f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1097 time: 0.2263455 Jan 13 17:11:03.190751 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Allocated IP 172.20.0.3 (80a19623-f178-48f2-8ee6-874b462a4ded/46a90d3c-4d1f-48c3-b4a9-04e37c63a264/a672b5b6-96d8-40cf-bd5b-95aa4f2361ff) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:03.350510 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e604f4-910b-4e55-842d-d0c87d5467ca req-89c1d419-8560-4fd1-b89b-68dbb971ac0e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:03.359072 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98e604f4-910b-4e55-842d-d0c87d5467ca req-89c1d419-8560-4fd1-b89b-68dbb971ac0e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.1567919 Jan 13 17:11:03.453469 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:03.496636 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98e604f4-910b-4e55-842d-d0c87d5467ca req-8626a05a-7287-4aa3-80bc-6c374691499f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307054 Jan 13 17:11:03.594670 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-50d067a0-0e66-43dd-b444-5d72a45c9548 req-5f69ca24-efaf-4ac8-9087-d1d7016c0642 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795479 Jan 13 17:11:03.607220 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:03.621026 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-728d317f-1b2e-4141-9d7f-34584eb6e043 service neutron] 10.222.0.57 "GET /v2.0/networks/b7c1b57f-b49a-428f-9d99-9350481d78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981430 Jan 13 17:11:03.654869 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Pushing event updated for resources: {'Port': ['ID=5256bcfc-8e92-4c45-9e89-1ae740877118,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:03.676431 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ec3fb380-3a8e-4a75-b2b3-99909423515f req-f23842be-488b-4b56-b270-5967c16342af tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 210 time: 0.0546703 Jan 13 17:11:03.695272 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Attempting to bind port 5256bcfc-8e92-4c45-9e89-1ae740877118 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:03.695822 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Attempting to bind port 5256bcfc-8e92-4c45-9e89-1ae740877118 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:03.696360 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Attempting to bind port 5256bcfc-8e92-4c45-9e89-1ae740877118 on network 29140d95-813c-4055-afcb-5fe62901479d {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:03.722547 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-392112db-d7b7-481f-ba72-a56d100a41f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:03.776930 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Port 5256bcfc-8e92-4c45-9e89-1ae740877118 on network 29140d95-813c-4055-afcb-5fe62901479d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:11:03.777351 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Attempting to bind port 5256bcfc-8e92-4c45-9e89-1ae740877118 on network 29140d95-813c-4055-afcb-5fe62901479d {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:03.800517 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:03.804445 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-108307aa-9691-4eda-a4f2-cc4ed8d3b8ef req-73998e44-a65e-45c8-9f63-a6855a8be544 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 210 time: 0.1140044 Jan 13 17:11:03.809731 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-77de8609-a3d7-49a9-a126-38655e8ac38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:03.811392 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-77de8609-a3d7-49a9-a126-38655e8ac38c service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.7500958 Jan 13 17:11:03.814638 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:03.815165 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Checking segment: {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:03.815706 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Bound using segment: {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:03.816324 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Bound port: 5256bcfc-8e92-4c45-9e89-1ae740877118, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba35a66-c723-415c-9da8-64e23a3f2e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29140d95-813c-4055-afcb-5fe62901479d'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:03.816852 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:03.840211 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Network 80a19623-f178-48f2-8ee6-874b462a4ded is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:03.861600 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:03.872429 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:03.888309 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:03.888309 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:03.904490 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e5c96-6217-4679-bc51-77d8b6bd22b3 req-f1095e3c-033d-4d87-bf4c-adc05660eb2f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:03.906952 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bd4e5c96-6217-4679-bc51-77d8b6bd22b3 req-f1095e3c-033d-4d87-bf4c-adc05660eb2f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 944 time: 0.1595128 Jan 13 17:11:03.957436 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-de5da65c-9402-4d1f-afd0-fc629b787c01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 217 time: 0.1201959 Jan 13 17:11:03.973296 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:04.023273 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bd4e5c96-6217-4679-bc51-77d8b6bd22b3 req-797d8120-e4af-433b-9a8c-7a1b1a5fe144 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098418 Jan 13 17:11:04.026728 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-90583514-9a44-4d73-b557-66f22a2c681c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3878679 Jan 13 17:11:04.059235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Request body: {'port': {'device_id': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:04.067330 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 3a4ec76e-38c8-4b3f-94ab-2575fd599610 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:04.086665 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] For port 5256bcfc-8e92-4c45-9e89-1ae740877118, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:04.090417 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-4a9f0434-17c8-4347-9107-0fef3b081e47 service neutron] 10.222.0.57 "GET /v2.0/networks/b7c1b57f-b49a-428f-9d99-9350481d78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468703 Jan 13 17:11:04.122746 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] For port 5256bcfc-8e92-4c45-9e89-1ae740877118, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5256bcfc-8e92-4c45-9e89-1ae740877118,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:04.128255 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:04.130637 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-873a84cf-3cb9-4650-accd-b0ba75fd87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:04.133679 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-873a84cf-3cb9-4650-accd-b0ba75fd87b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.1635928 Jan 13 17:11:04.138537 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.184211 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-fcf1194a-dc89-4740-ab7d-354cfc6718bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407283 Jan 13 17:11:04.186589 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.291039 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-4366df16-275d-4527-bd61-9353c36b889f None None] Provisioning complete for port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:04.296053 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4366df16-275d-4527-bd61-9353c36b889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.330896 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 3a4ec76e-38c8-4b3f-94ab-2575fd599610, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:04.336686 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:04.337342 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.338747 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] 10.222.0.57 "PUT /v2.0/ports/5256bcfc-8e92-4c45-9e89-1ae740877118 HTTP/1.1" status: 200 len: 1093 time: 2.6594915 Jan 13 17:11:04.340776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'tag': '5256bcfc-8e92-4c45-9e89-1ae740877118'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:04.343573 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2f498-fd41-4148-b2fc-0f9232b58e83" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12", "tag": "5256bcfc-8e92-4c45-9e89-1ae740877118"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:04.350114 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '3a4ec76e-38c8-4b3f-94ab-2575fd599610', 'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'port_id': '3a4ec76e-38c8-4b3f-94ab-2575fd599610', 'mac_address': 'fa:16:3e:24:c2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:04.353669 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4366df16-275d-4527-bd61-9353c36b889f None None] Port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:11:04.391243 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:04.391870 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.395140 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:04.404423 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c3a3b-1bac-45e2-9376-ffeeb5859c87 x-openstack-request-id: req-421c3a3b-1bac-45e2-9376-ffeeb5859c87 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:04.404712 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12", "tag": "5256bcfc-8e92-4c45-9e89-1ae740877118", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:04.405148 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-421c3a3b-1bac-45e2-9376-ffeeb5859c87 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:04.411060 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'tag': '5256bcfc-8e92-4c45-9e89-1ae740877118', 'status': 'completed', 'code': 200} Jan 13 17:11:04.412746 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4ec76e-38c8-4b3f-94ab-2575fd599610 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:04.426038 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:04.428296 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.445792 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478da5f3-49dc-473b-ba1d-e7f046ac6b2c service neutron] Pushing event updated for resources: {'Port': ['ID=5256bcfc-8e92-4c45-9e89-1ae740877118,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:04.470066 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-99e0920a-d8a1-48f0-989d-ecfd41620ba2 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591479 Jan 13 17:11:04.490376 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 3a4ec76e-38c8-4b3f-94ab-2575fd599610, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:04.536691 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a672b5b6-96d8-40cf-bd5b-95aa4f2361ff {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:04.537696 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f498-fd41-4148-b2fc-0f9232b58e83 req-e3b1e118-eb41-4579-a8cc-72592798caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:04.539201 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-19d2f498-fd41-4148-b2fc-0f9232b58e83 req-e3b1e118-eb41-4579-a8cc-72592798caf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 1096 time: 0.1084766 Jan 13 17:11:04.569889 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:04.570490 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.571112 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Publish callbacks [] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.590697 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.593221 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5a497aac-bb70-4ede-bbaf-b61499e56b4f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:04.608294 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Transition to ACTIVE for port object a672b5b6-96d8-40cf-bd5b-95aa4f2361ff will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:11:04.684330 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb127a-29ee-4166-9d57-fcf6a63776a0 req-d83eca5c-7282-4ff1-a5a9-4401ed17f1cf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:04.692342 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1dcb127a-29ee-4166-9d57-fcf6a63776a0 req-d83eca5c-7282-4ff1-a5a9-4401ed17f1cf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.0726495 Jan 13 17:11:04.706085 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:04.710310 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.751512 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc9296c8-e006-40cf-89c0-312b82bce255 req-85becf70-7c42-4c6c-8af2-7a1326c10cde service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733719 Jan 13 17:11:04.794870 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f498-fd41-4148-b2fc-0f9232b58e83 req-20756006-1261-4f3b-b29e-59ced2785f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:04.796926 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-19d2f498-fd41-4148-b2fc-0f9232b58e83 req-20756006-1261-4f3b-b29e-59ced2785f31 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3af0c4a6646649f8b153428d286bb2ff&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2443357 Jan 13 17:11:04.825302 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1dcb127a-29ee-4166-9d57-fcf6a63776a0 req-71547875-743d-48b4-81c9-b0202cda89de tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240644 Jan 13 17:11:04.825302 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:04.877061 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.db.resource_extend [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 13 17:11:04.911327 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efd882-1f55-4595-b079-91af2b6dd934 req-80a8258a-9a13-4915-8a38-8489ad00b157 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:04.916195 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-22efd882-1f55-4595-b079-91af2b6dd934 req-80a8258a-9a13-4915-8a38-8489ad00b157 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 944 time: 0.1811185 Jan 13 17:11:04.917253 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Attempting to bind port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:04.917667 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Attempting to bind port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:04.918576 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Attempting to bind port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff on network 80a19623-f178-48f2-8ee6-874b462a4ded {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:04.920045 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:04.926905 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff on network 80a19623-f178-48f2-8ee6-874b462a4ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:11:04.927413 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Attempting to bind port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff on network 80a19623-f178-48f2-8ee6-874b462a4ded {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:04.937055 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:04.939157 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Checking segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:04.939157 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Bound using segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:04.939157 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Bound port: a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:04.939157 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:04.988600 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=3a4ec76e-38c8-4b3f-94ab-2575fd599610,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:05.103571 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:05.114921 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47220aef-3e5c-47c8-987b-b08bb945469b" -d '{"events": [{"server_uuid": "a1404ffa-7208-46f6-b9cb-37233389a22b", "name": "network-vif-plugged", "status": "completed", "tag": "8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:05.121184 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 5a497aac-bb70-4ede-bbaf-b61499e56b4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5a497aac-bb70-4ede-bbaf-b61499e56b4f,segment=NetworkSegment(3bc50706-28a5-45b2-869a-825e2d02c3e7),segment_id=3bc50706-28a5-45b2-869a-825e2d02c3e7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:05.128458 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:05.131712 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:05.158384 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-22efd882-1f55-4595-b079-91af2b6dd934 req-a03c6cab-badb-4012-b670-a09f30a4f219 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310176 Jan 13 17:11:05.162105 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '5a497aac-bb70-4ede-bbaf-b61499e56b4f', 'network_id': 'b7c1b57f-b49a-428f-9d99-9350481d78cd', 'port_id': '5a497aac-bb70-4ede-bbaf-b61499e56b4f', 'mac_address': 'fa:16:3e:78:48:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f31d118-2485-4be6-b7ef-4d29ce6bb676', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: from cryptography.utils import int_from_bytes Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: from cryptography.utils import int_from_bytes Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.162588 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:05.164638 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:05.174864 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33d6b-eae6-4ccd-b20e-6093687f2a31 req-fec71a68-fcee-4812-8bda-64ecf8925191 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:05.179626 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-09a33d6b-eae6-4ccd-b20e-6093687f2a31 req-fec71a68-fcee-4812-8bda-64ecf8925191 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.2286777 Jan 13 17:11:05.190984 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2f498-fd41-4148-b2fc-0f9232b58e83 req-27e96f56-d5d5-4a9e-8259-26dce58f6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:05.192517 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-19d2f498-fd41-4148-b2fc-0f9232b58e83 req-27e96f56-d5d5-4a9e-8259-26dce58f6deb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3884346 Jan 13 17:11:05.252625 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:05.265051 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:05.289241 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 5a497aac-bb70-4ede-bbaf-b61499e56b4f is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:05.289583 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:05.292920 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0dc6cf31-aea7-4126-aeb4-b9bd303889ad req-31f9b5f8-5f7c-4097-8e9c-ccf4c78ea83c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 210 time: 0.0657144 Jan 13 17:11:05.333279 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a497aac-bb70-4ede-bbaf-b61499e56b4f {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:05.339043 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-09a33d6b-eae6-4ccd-b20e-6093687f2a31 req-b27ad4e3-4d85-4925-919e-e3a9fa84342d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505945 Jan 13 17:11:05.363977 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-1fbc34b6-be66-4350-b956-59800b7ad34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:05.368850 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-1fbc34b6-be66-4350-b956-59800b7ad34f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 1096 time: 0.0751419 Jan 13 17:11:05.398585 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 5a497aac-bb70-4ede-bbaf-b61499e56b4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5a497aac-bb70-4ede-bbaf-b61499e56b4f,segment=NetworkSegment(3bc50706-28a5-45b2-869a-825e2d02c3e7),segment_id=3bc50706-28a5-45b2-869a-825e2d02c3e7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:05.414678 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:05.415811 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:05.435112 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-4477a527-d9af-4a51-911f-bbf58501b88c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5256bcfc-8e92-4c45-9e89-1ae740877118 HTTP/1.1" status: 200 len: 217 time: 0.0571687 Jan 13 17:11:05.435632 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] 10.222.0.57 "PUT /v2.0/ports/a672b5b6-96d8-40cf-bd5b-95aa4f2361ff HTTP/1.1" status: 200 len: 1093 time: 1.3962057 Jan 13 17:11:05.437018 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:05.444765 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce449c2c-2bb2-41fd-a2c1-aaaad8c16820" -d '{"events": [{"name": "network-changed", "server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:05.490905 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd56d8-6299-4899-ac9d-4418ac9f2527 service neutron] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:05.503511 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:05.532444 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65beb8ae-ba2d-4221-a85f-2c91166dc7bb x-openstack-request-id: req-65beb8ae-ba2d-4221-a85f-2c91166dc7bb {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:05.532791 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1404ffa-7208-46f6-b9cb-37233389a22b", "name": "network-vif-plugged", "status": "completed", "tag": "8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:05.532977 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65beb8ae-ba2d-4221-a85f-2c91166dc7bb {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:05.533412 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', 'code': 200} Jan 13 17:11:05.538777 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c92d-a6b1-4fca-9f72-3b1360dacf25 req-f4c7c910-36d0-4eba-826c-d3d86ff68ca9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:05.540312 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cd28c92d-a6b1-4fca-9f72-3b1360dacf25 req-f4c7c910-36d0-4eba-826c-d3d86ff68ca9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.1042058 Jan 13 17:11:05.542188 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-a16318c9-a838-4dee-99cd-12a688c6d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:05.543530 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-a16318c9-a838-4dee-99cd-12a688c6d2a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.0916243 Jan 13 17:11:05.585578 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bc2e43-2ab2-4d1a-a9a1-cd8a50db664b x-openstack-request-id: req-95bc2e43-2ab2-4d1a-a9a1-cd8a50db664b {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:05.586099 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:05.586099 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95bc2e43-2ab2-4d1a-a9a1-cd8a50db664b {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:05.586494 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'status': 'completed', 'code': 200} Jan 13 17:11:05.607451 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-eb1bad6c-d0ec-49f6-bbdf-fda38db09ff7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522845 Jan 13 17:11:05.616741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=5a497aac-bb70-4ede-bbaf-b61499e56b4f,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:05.668743 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449c2c-2bb2-41fd-a2c1-aaaad8c16820 req-451bd956-7bcb-4acd-9087-f4b8b29e9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:05.678716 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ce449c2c-2bb2-41fd-a2c1-aaaad8c16820 req-451bd956-7bcb-4acd-9087-f4b8b29e9afb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1096 time: 0.0591030 Jan 13 17:11:05.692056 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cd28c92d-a6b1-4fca-9f72-3b1360dacf25 req-1b66bb31-2052-44c9-8985-91ebb42eedca tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460443 Jan 13 17:11:05.742382 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-7ca39a84-d2f4-45d8-a2e8-eaee04dc6054 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143315 Jan 13 17:11:05.743636 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['3a4ec76e-38c8-4b3f-94ab-2575fd599610'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:05.748600 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['5a497aac-bb70-4ede-bbaf-b61499e56b4f'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:05.978124 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3140df57-6a21-4bb4-9f99-6ddbe01c8a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:06.158870 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449c2c-2bb2-41fd-a2c1-aaaad8c16820 req-d3e0e09b-85e3-468c-939d-8c67e890bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.160979 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ce449c2c-2bb2-41fd-a2c1-aaaad8c16820 req-d3e0e09b-85e3-468c-939d-8c67e890bf00 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d646351580dc4909ace49daf43fc27e8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4750690 Jan 13 17:11:06.178859 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb09364-09f2-4f9e-a747-06f7fbe75c51 req-dadd99e1-40d5-4273-ad21-bd8ef2233f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.180268 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6eb09364-09f2-4f9e-a747-06f7fbe75c51 req-dadd99e1-40d5-4273-ad21-bd8ef2233f9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 1098 time: 0.0917430 Jan 13 17:11:06.192108 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589289-6eb9-4057-8456-e8fc3c25e6e1 req-876198a1-23db-4875-b9d5-2f97d513f154 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.196936 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-24589289-6eb9-4057-8456-e8fc3c25e6e1 req-876198a1-23db-4875-b9d5-2f97d513f154 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.1447697 Jan 13 17:11:06.209448 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-092551fd-c9d4-4949-8230-d1ef732a2ff2 req-ccea899f-d8f3-47dc-88cf-c0bedc4b54bd service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595087 Jan 13 17:11:06.225577 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6eb09364-09f2-4f9e-a747-06f7fbe75c51 req-3c8a3b43-f7d4-403f-aad3-beba95f03aaa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:06.404581 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-24589289-6eb9-4057-8456-e8fc3c25e6e1 req-4b5f4c6c-e085-42fc-9277-373f06881261 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921082 Jan 13 17:11:06.423444 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216476c-f1a2-4b7b-8b63-b3247f7dd53a req-e68d24fc-1897-4335-b135-43820fd5dc2b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.424989 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7216476c-f1a2-4b7b-8b63-b3247f7dd53a req-e68d24fc-1897-4335-b135-43820fd5dc2b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 945 time: 0.1517575 Jan 13 17:11:06.425455 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449c2c-2bb2-41fd-a2c1-aaaad8c16820 req-e422fb4e-6cbf-4497-8121-7c373ade1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.427552 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ce449c2c-2bb2-41fd-a2c1-aaaad8c16820 req-e422fb4e-6cbf-4497-8121-7c373ade1a56 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2593889 Jan 13 17:11:06.448328 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-20a8475a-7a4b-411d-9e39-b06001e6dfa2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.451630 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-20a8475a-7a4b-411d-9e39-b06001e6dfa2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 810 time: 0.2102258 Jan 13 17:11:06.608043 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fed4d7bf-0fa0-4285-9439-1563daa13adc req-e7116d09-d9fb-40c3-8455-5bf56d6fe7cf tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 210 time: 0.0435634 Jan 13 17:11:06.629653 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-821d4401-f51e-41e1-acdc-c692685609ff tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f117916dcf734c32a996a44e962e7754 HTTP/1.1" status: 200 len: 379 time: 0.1621764 Jan 13 17:11:06.631400 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-d35abf95-3145-476c-90ba-c0b665ddd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.635366 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-d35abf95-3145-476c-90ba-c0b665ddd53e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1096 time: 0.1515980 Jan 13 17:11:06.636377 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6eb09364-09f2-4f9e-a747-06f7fbe75c51 req-3c8a3b43-f7d4-403f-aad3-beba95f03aaa service neutron] Publish callbacks [] for security_group (62bb852f-5bd4-488f-9678-a52f6e7d15bd), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:06.653581 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'port': {'device_id': '7d71f510-4e48-4d49-8bea-37d812131b84', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'admin_state_up': True, 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'security_groups': ['39b72561-dc2e-4cb7-b016-c1007bad4664']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:06.718328 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7216476c-f1a2-4b7b-8b63-b3247f7dd53a req-f37210f7-8629-4333-8ce3-8c1291aee24e tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650206 Jan 13 17:11:06.727630 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6eb09364-09f2-4f9e-a747-06f7fbe75c51 req-3c8a3b43-f7d4-403f-aad3-beba95f03aaa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (62bb852f-5bd4-488f-9678-a52f6e7d15bd), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:06.740507 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-57fe64d1-898a-4305-b243-98f3fd18af39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff HTTP/1.1" status: 200 len: 217 time: 0.0982678 Jan 13 17:11:06.816485 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-95fd54a4-53fd-4358-bb10-d835c4ad64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.818014 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-95fd54a4-53fd-4358-bb10-d835c4ad64fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0684803 Jan 13 17:11:06.826714 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213aeae-6d11-496b-8db9-660f66069924 req-a9c9b95e-4f14-4406-8525-a969e3de5c93 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.833727 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1213aeae-6d11-496b-8db9-660f66069924 req-a9c9b95e-4f14-4406-8525-a969e3de5c93 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0963266 Jan 13 17:11:06.918718 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-5b11a6b5-8106-466e-93e9-3357b8be84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.924035 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-5b11a6b5-8106-466e-93e9-3357b8be84ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846300 Jan 13 17:11:06.931637 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1213aeae-6d11-496b-8db9-660f66069924 req-7a6a6ffc-4f7f-41cc-9be6-2fd1d5da48ac tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971611 Jan 13 17:11:06.943281 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6eb09364-09f2-4f9e-a747-06f7fbe75c51 req-3c8a3b43-f7d4-403f-aad3-beba95f03aaa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7502489 Jan 13 17:11:06.947934 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a3b43-f7d4-403f-aad3-beba95f03aaa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb852f-5bd4-488f-9678-a52f6e7d15bd,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:06.989553 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017afafa-7f47-473a-a99f-ef9d987d2034 req-fdd52a2b-7512-4721-bc00-58f5f4cd190a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:06.989553 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-017afafa-7f47-473a-a99f-ef9d987d2034 req-fdd52a2b-7512-4721-bc00-58f5f4cd190a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.1285505 Jan 13 17:11:06.989913 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:07.047347 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-61ff3b3e-0aa6-49cf-99b0-c2327ce82931 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143470 Jan 13 17:11:07.058514 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-017afafa-7f47-473a-a99f-ef9d987d2034 req-dd40bd57-4b5c-45d6-ba29-593552a5fdfc tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546877 Jan 13 17:11:07.114433 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Made reservation on behalf of f117916dcf734c32a996a44e962e7754 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:07.118405 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:07.261054 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Allocated IP 172.20.0.3 (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb/80f570f9-2aeb-4c43-be39-e4925bd97f8d/2028d6a6-9605-4c66-a1ba-648fdb62ffb5) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:07.281094 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e97a33e4-1a5e-4310-8ca6-9f1765e23184 req-416b62c5-eb20-4dac-8db5-43ff4825766d service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020091 Jan 13 17:11:07.404853 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:07.526113 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:07.550238 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b5689-ed6e-4cc5-b036-4d74761cec82 req-edd59561-191f-40ce-aae0-67ba426ebad6 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:07.558450 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9c2b5689-ed6e-4cc5-b036-4d74761cec82 req-edd59561-191f-40ce-aae0-67ba426ebad6 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.0678000 Jan 13 17:11:07.595711 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:07.603916 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:07.614773 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:07.619993 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9c2b5689-ed6e-4cc5-b036-4d74761cec82 req-9faccdec-1fe7-4d18-97d0-38426dd3c169 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603602 Jan 13 17:11:07.627681 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:07.628683 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:07.633195 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'Port': ['ID=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:07.753522 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-091c0794-3771-41d0-a6ad-fb2f8b1b974c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1114361 Jan 13 17:11:07.768307 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339f7fb-1303-4b9e-bd67-8dd62c3590d6 req-eef47465-ddf4-497f-af66-fb98ed3cd0ff tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:07.769821 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7339f7fb-1303-4b9e-bd67-8dd62c3590d6 req-eef47465-ddf4-497f-af66-fb98ed3cd0ff tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 931 time: 0.0587854 Jan 13 17:11:07.774698 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Request body: {'port': {'device_id': '7d71f510-4e48-4d49-8bea-37d812131b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:07.875672 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:07.881207 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-33009ec9-60ed-49a8-9a92-5c582d94a3a7 None None] Provisioning complete for port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:07.887280 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-33009ec9-60ed-49a8-9a92-5c582d94a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:07.914648 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a2270-5958-44bd-aa59-e11678efe44a req-3ef9d7d6-9710-49ec-a34e-944fdd646825 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:07.916846 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7339f7fb-1303-4b9e-bd67-8dd62c3590d6 req-8c347822-7ce7-4fb8-99e4-988eafdf9bd3 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392279 Jan 13 17:11:07.921364 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-979a2270-5958-44bd-aa59-e11678efe44a req-3ef9d7d6-9710-49ec-a34e-944fdd646825 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 945 time: 0.0820668 Jan 13 17:11:07.927902 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-33009ec9-60ed-49a8-9a92-5c582d94a3a7 None None] Port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:11:07.988626 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-979a2270-5958-44bd-aa59-e11678efe44a req-b4a8718f-4e8d-4c44-b70d-4ae408efb1bb tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592380 Jan 13 17:11:08.118657 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c4836-9574-4342-9af6-97e0b9b4363f req-8d762dc8-2723-450f-ac4c-8a7cb0b7656d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:08.122415 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4a5c4836-9574-4342-9af6-97e0b9b4363f req-8d762dc8-2723-450f-ac4c-8a7cb0b7656d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.1070573 Jan 13 17:11:08.179457 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa3bb-fc23-4d71-a789-3ce586f6c0de req-e5daa4cd-05b7-407e-a76d-8cf5d0b10238 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:08.180946 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cb5aa3bb-fc23-4d71-a789-3ce586f6c0de req-e5daa4cd-05b7-407e-a76d-8cf5d0b10238 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0493059 Jan 13 17:11:08.202109 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4a5c4836-9574-4342-9af6-97e0b9b4363f req-56fa34df-cb35-4faf-910c-647ada49ddf2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725822 Jan 13 17:11:08.230071 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cb5aa3bb-fc23-4d71-a789-3ce586f6c0de req-9a5b1ea2-52da-42f9-9f5d-738f376997b7 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Jan 13 17:11:08.252911 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:08.262878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Publish callbacks [] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:08.277540 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Transition to ACTIVE for port object 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:11:08.336981 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:08.388777 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:08.407770 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:08.421454 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Attempting to bind port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:08.422233 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Attempting to bind port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:08.422233 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Attempting to bind port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:08.426820 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:11:08.427146 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Attempting to bind port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:08.432339 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:08.432677 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Checking segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:08.433062 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Bound using segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:08.433484 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Bound port: 2028d6a6-9605-4c66-a1ba-648fdb62ffb5, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:08.433841 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:08.500829 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] For port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:08.503750 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] For port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:08.571975 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:08.606424 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:08.607049 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:08.608584 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] 10.222.0.57 "PUT /v2.0/ports/2028d6a6-9605-4c66-a1ba-648fdb62ffb5 HTTP/1.1" status: 200 len: 1093 time: 0.8377950 Jan 13 17:11:08.609038 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:08.611266 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9763a753-008a-41b1-aa54-7c3934f84036" -d '{"events": [{"name": "network-changed", "server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:08.637015 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aafad0-29c7-452f-8cb5-f99bc141cdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:08.652093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a552a9-f419-4b98-9725-cbbf0b3152e4 x-openstack-request-id: req-a1a552a9-f419-4b98-9725-cbbf0b3152e4 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:08.652093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:08.652093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1a552a9-f419-4b98-9725-cbbf0b3152e4 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:08.652093 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'status': 'completed', 'code': 200} Jan 13 17:11:08.726446 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 3a4ec76e-38c8-4b3f-94ab-2575fd599610 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:08.745009 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4a864-c990-4aed-b208-214f2e422fd7 req-5b871e80-9fa4-4dad-a5dd-5376ff10dfc9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:08.746814 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9fb4a864-c990-4aed-b208-214f2e422fd7 req-5b871e80-9fa4-4dad-a5dd-5376ff10dfc9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.0551376 Jan 13 17:11:08.799304 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9fb4a864-c990-4aed-b208-214f2e422fd7 req-20a1c8bc-ccb3-47c3-a3de-1c874c6e2e55 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461354 Jan 13 17:11:08.994836 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:09.004568 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:09.004568 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:09.057618 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0f95c-7c36-4d03-b878-4cacdbb518d7 req-7a131c5a-30e5-4694-b626-ac5f636b4203 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:09.059152 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-92b0f95c-7c36-4d03-b878-4cacdbb518d7 req-7a131c5a-30e5-4694-b626-ac5f636b4203 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 943 time: 0.0716496 Jan 13 17:11:09.096483 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:09.096875 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:09.123297 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-92b0f95c-7c36-4d03-b878-4cacdbb518d7 req-1460f0e0-641f-477d-8338-664ff731ccd8 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569458 Jan 13 17:11:09.123496 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b3e7d-e1d7-4b39-973a-8e51bd4b40fe req-a99e28cf-0a0d-48d8-a682-75efc45fe1e5 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:09.125688 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-227b3e7d-e1d7-4b39-973a-8e51bd4b40fe req-a99e28cf-0a0d-48d8-a682-75efc45fe1e5 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 945 time: 0.0552299 Jan 13 17:11:09.126852 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4ec76e-38c8-4b3f-94ab-2575fd599610'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:09.129038 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e5d363-2064-4420-90f0-2ec6eebf3c5e" -d '{"events": [{"server_uuid": "7ea918af-6872-4528-bf89-b7a49014ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "3a4ec76e-38c8-4b3f-94ab-2575fd599610"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:09.145993 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 3a4ec76e-38c8-4b3f-94ab-2575fd599610, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:09.182596 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e07a1de-ed70-4148-be54-a4853da79c0e x-openstack-request-id: req-9e07a1de-ed70-4148-be54-a4853da79c0e {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:09.183256 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea918af-6872-4528-bf89-b7a49014ea8e", "name": "network-vif-plugged", "status": "completed", "tag": "3a4ec76e-38c8-4b3f-94ab-2575fd599610", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:09.183256 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e07a1de-ed70-4148-be54-a4853da79c0e {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:09.183651 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4ec76e-38c8-4b3f-94ab-2575fd599610', 'code': 200} Jan 13 17:11:09.188384 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-227b3e7d-e1d7-4b39-973a-8e51bd4b40fe req-98e0f2af-d99c-4009-8a45-a7e737eabe8a tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557313 Jan 13 17:11:09.213360 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:09.214635 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5a497aac-bb70-4ede-bbaf-b61499e56b4f up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:09.299786 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=3a4ec76e-38c8-4b3f-94ab-2575fd599610,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:09.352565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e164a45-a453-4346-9f74-ed30558551c6 req-7d875d10-0c7a-4fad-bfb3-8804719162bc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:09.353177 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd633c-b3b6-4253-8050-70f94efea603 req-27312bda-66d5-4486-a4e2-6857be12d81b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:09.354153 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bebd633c-b3b6-4253-8050-70f94efea603 req-27312bda-66d5-4486-a4e2-6857be12d81b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0513227 Jan 13 17:11:09.356446 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6e164a45-a453-4346-9f74-ed30558551c6 req-7d875d10-0c7a-4fad-bfb3-8804719162bc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0614216 Jan 13 17:11:09.403141 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bebd633c-b3b6-4253-8050-70f94efea603 req-eef88986-e1f2-41ef-bd34-da861b85a6a8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Jan 13 17:11:09.410410 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6e164a45-a453-4346-9f74-ed30558551c6 req-dfaf6b6e-fef2-4003-906a-67d24f64550c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464842 Jan 13 17:11:09.419323 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 5a497aac-bb70-4ede-bbaf-b61499e56b4f completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:09.426385 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 5a497aac-bb70-4ede-bbaf-b61499e56b4f triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:09.426823 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:09.508404 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 5a497aac-bb70-4ede-bbaf-b61499e56b4f is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:09.508784 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:09.547553 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 5a497aac-bb70-4ede-bbaf-b61499e56b4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5a497aac-bb70-4ede-bbaf-b61499e56b4f,segment=NetworkSegment(3bc50706-28a5-45b2-869a-825e2d02c3e7),segment_id=3bc50706-28a5-45b2-869a-825e2d02c3e7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:09.634714 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:09.683077 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=5a497aac-bb70-4ede-bbaf-b61499e56b4f,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:09.687076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:09.919361 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743639d4-c574-460e-ac91-e2f2f2068024 req-b3271dd0-b4aa-41cf-8978-56a6230f17eb tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:09.921536 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-743639d4-c574-460e-ac91-e2f2f2068024 req-b3271dd0-b4aa-41cf-8978-56a6230f17eb tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.0534322 Jan 13 17:11:09.966703 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-743639d4-c574-460e-ac91-e2f2f2068024 req-4834a23e-cb7b-4886-97d4-c400a57bcbbe tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396636 Jan 13 17:11:10.240049 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8e0b-eb04-4a85-bf62-01e1f5be4a42 req-8f00ad09-343d-48f8-a293-0b7838941dfc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.241828 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-416f8e0b-eb04-4a85-bf62-01e1f5be4a42 req-8f00ad09-343d-48f8-a293-0b7838941dfc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 943 time: 0.0478842 Jan 13 17:11:10.289110 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-416f8e0b-eb04-4a85-bf62-01e1f5be4a42 req-a9be5f8f-8266-437f-9682-c8eba755c727 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 Jan 13 17:11:10.306203 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d5a22-28e1-4187-a8e5-d47d048eb4bb req-9875f0ac-511e-4fc4-9980-6c5ee00bd1e0 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.307707 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f53d5a22-28e1-4187-a8e5-d47d048eb4bb req-9875f0ac-511e-4fc4-9980-6c5ee00bd1e0 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.0494332 Jan 13 17:11:10.353457 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f53d5a22-28e1-4187-a8e5-d47d048eb4bb req-07ab539c-7522-4267-82f8-902485cb1d85 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Jan 13 17:11:10.543594 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c17c2-8c8f-4d9d-99ca-3ecc7dcc7e18 req-284b152b-42f5-41ce-aba1-01c761688547 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.545170 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-260c17c2-8c8f-4d9d-99ca-3ecc7dcc7e18 req-284b152b-42f5-41ce-aba1-01c761688547 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0526695 Jan 13 17:11:10.561732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf220969-50bc-43ac-a8db-14f2c3f9a826 req-df9d5717-fb5f-4c54-826a-c41edb832173 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.563244 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cf220969-50bc-43ac-a8db-14f2c3f9a826 req-df9d5717-fb5f-4c54-826a-c41edb832173 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0842752 Jan 13 17:11:10.593166 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763a753-008a-41b1-aa54-7c3934f84036 req-6d188a00-6c3f-48b5-bc24-4ab4820bf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.594657 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9763a753-008a-41b1-aa54-7c3934f84036 req-6d188a00-6c3f-48b5-bc24-4ab4820bf198 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 1096 time: 0.0774965 Jan 13 17:11:10.599419 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-260c17c2-8c8f-4d9d-99ca-3ecc7dcc7e18 req-51d32a08-ee7f-41a5-8a2d-5be7dd4eee4f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482082 Jan 13 17:11:10.663757 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cf220969-50bc-43ac-a8db-14f2c3f9a826 req-98079965-8554-481e-b88f-66d5176b2f4d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943217 Jan 13 17:11:10.710746 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763a753-008a-41b1-aa54-7c3934f84036 req-02972a14-01cb-4da3-8237-64aa65d24b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.712239 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9763a753-008a-41b1-aa54-7c3934f84036 req-02972a14-01cb-4da3-8237-64aa65d24b35 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f117916dcf734c32a996a44e962e7754&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1081128 Jan 13 17:11:10.810585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763a753-008a-41b1-aa54-7c3934f84036 req-1b4e3eba-598f-4ea7-a602-9f6958c667c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.812300 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9763a753-008a-41b1-aa54-7c3934f84036 req-1b4e3eba-598f-4ea7-a602-9f6958c667c0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922978 Jan 13 17:11:10.876557 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbd6fe-6f4a-4d55-bf43-285d934a429e req-09ebbf32-ddbe-4cac-a062-9a57a721f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.878291 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-56cbd6fe-6f4a-4d55-bf43-285d934a429e req-09ebbf32-ddbe-4cac-a062-9a57a721f58e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.0751631 Jan 13 17:11:10.904487 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-d2c6eb44-de33-443c-a64e-bd66dcc47b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:10.906617 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-d2c6eb44-de33-443c-a64e-bd66dcc47b93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 1096 time: 0.0428786 Jan 13 17:11:10.933142 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-56cbd6fe-6f4a-4d55-bf43-285d934a429e req-d89434ec-036f-4512-bdc4-e70e3bbf24df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468085 Jan 13 17:11:10.950430 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-610ed1dc-cc8d-4d99-9b20-9b6e5e71c0c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5 HTTP/1.1" status: 200 len: 217 time: 0.0368760 Jan 13 17:11:11.006173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:11.080729 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb502056-e3e2-4e52-afe3-84e115783827 req-508201be-b543-4cab-9d7a-afe1e4869921 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.082180 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bb502056-e3e2-4e52-afe3-84e115783827 req-508201be-b543-4cab-9d7a-afe1e4869921 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.0482936 Jan 13 17:11:11.133148 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bb502056-e3e2-4e52-afe3-84e115783827 req-2cbd45cd-2282-4a9d-8f90-9430667cc52b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Jan 13 17:11:11.182375 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-d19c3d2f-a7b9-4ca5-89fa-ef07096d31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.183878 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-d19c3d2f-a7b9-4ca5-89fa-ef07096d31ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 200 len: 849 time: 0.0444760 Jan 13 17:11:11.184460 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a497aac-bb70-4ede-bbaf-b61499e56b4f'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:11.187422 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ab02c9-1880-42f4-980f-7dc35230096a" -d '{"events": [{"server_uuid": "82ed9ad0-339c-4651-abd4-5d15fb420ecf", "name": "network-vif-plugged", "status": "completed", "tag": "5a497aac-bb70-4ede-bbaf-b61499e56b4f"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:11.223553 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5206d7ea-3f2f-473c-ad97-483a9caa364d x-openstack-request-id: req-5206d7ea-3f2f-473c-ad97-483a9caa364d {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:11.223871 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ed9ad0-339c-4651-abd4-5d15fb420ecf", "name": "network-vif-plugged", "status": "completed", "tag": "5a497aac-bb70-4ede-bbaf-b61499e56b4f", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:11.224441 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5206d7ea-3f2f-473c-ad97-483a9caa364d {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:11.224843 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a497aac-bb70-4ede-bbaf-b61499e56b4f', 'code': 200} Jan 13 17:11:11.239449 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-534f21b8-c020-4477-8d8b-35e574e838a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.252266 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-534f21b8-c020-4477-8d8b-35e574e838a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499706 Jan 13 17:11:11.359905 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-0b2c963b-d8d1-4a66-9f67-04add0d09dbb service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943322 Jan 13 17:11:11.425846 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026face-8802-4e91-b6b1-b934788f930a req-6950cf96-dfb4-4240-947a-dcc2e0d58e02 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.428430 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5026face-8802-4e91-b6b1-b934788f930a req-6950cf96-dfb4-4240-947a-dcc2e0d58e02 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 943 time: 0.0632195 Jan 13 17:11:11.485558 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5026face-8802-4e91-b6b1-b934788f930a req-cb08c494-6486-4b8b-9fc5-e56c77d7b9ef tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Jan 13 17:11:11.528317 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d436e4-8d43-448e-8291-970ce8bdc6fb req-8212a4ad-61c2-4950-a9eb-7980376dbb20 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.529842 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-79d436e4-8d43-448e-8291-970ce8bdc6fb req-8212a4ad-61c2-4950-a9eb-7980376dbb20 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.0851736 Jan 13 17:11:11.532055 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35aef2e8-b3c9-409d-8581-3a10e85c8b7e req-84212294-e6ff-4d34-a192-ecafbd92d3a3 service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535358 Jan 13 17:11:11.577307 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f090-eac8-4b51-a391-bde495292c8d req-ac8a8393-46fa-4e0d-9e03-c5b303ab7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.578947 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4ba8f090-eac8-4b51-a391-bde495292c8d req-ac8a8393-46fa-4e0d-9e03-c5b303ab7287 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 1099 time: 0.0403080 Jan 13 17:11:11.579064 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-79d436e4-8d43-448e-8291-970ce8bdc6fb req-60c29ba2-71c1-4235-bd85-45168c99b718 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433464 Jan 13 17:11:11.627121 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4ba8f090-eac8-4b51-a391-bde495292c8d req-f4c8fdb9-5456-43c6-a35c-fb8f55a25e32 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Jan 13 17:11:11.723198 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212379c-c9f2-488f-a0b2-dc8e0a598908 req-30f13bb5-1d50-4bd6-a43f-e6e960982b2f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.724724 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4212379c-c9f2-488f-a0b2-dc8e0a598908 req-30f13bb5-1d50-4bd6-a43f-e6e960982b2f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0517347 Jan 13 17:11:11.773810 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4212379c-c9f2-488f-a0b2-dc8e0a598908 req-96f11720-b398-42cb-94c0-f4d44d55c875 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434010 Jan 13 17:11:11.786333 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13c0f8-0994-45f4-8fda-9af32702aa6e req-75cbbcc2-bed2-496d-9805-334c281c6cc4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:11.786758 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2a13c0f8-0994-45f4-8fda-9af32702aa6e req-75cbbcc2-bed2-496d-9805-334c281c6cc4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0483150 Jan 13 17:11:11.837628 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2a13c0f8-0994-45f4-8fda-9af32702aa6e req-a5247ad2-d76c-49d1-94fb-d1a7a568f55b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Jan 13 17:11:12.245077 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423332e-4556-402e-9cd0-b38097fd118c req-912e14ed-9b52-4de2-97cb-091b44c76534 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:12.246771 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2423332e-4556-402e-9cd0-b38097fd118c req-912e14ed-9b52-4de2-97cb-091b44c76534 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 943 time: 0.0487518 Jan 13 17:11:12.295956 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2423332e-4556-402e-9cd0-b38097fd118c req-ea56a974-9abf-4eff-bbe8-c286df6e00a4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Jan 13 17:11:12.495660 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:12.496495 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56728) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:12.606504 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:12.621624 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'port_id': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'mac_address': 'fa:16:3e:80:a3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:12.624390 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9fb50079-76ce-436c-9b30-31571462be78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:12.634857 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59244d6f-f114-4b93-bcc1-e1fd62b72f3b req-a64e9a94-c17f-48db-8f38-5228d3800e96 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:12.636737 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-59244d6f-f114-4b93-bcc1-e1fd62b72f3b req-a64e9a94-c17f-48db-8f38-5228d3800e96 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 943 time: 0.0745244 Jan 13 17:11:12.682587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:12.682977 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:12.697686 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a672b5b6-96d8-40cf-bd5b-95aa4f2361ff {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:12.721084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:12.736939 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf24169-3a8b-4d3a-ae4f-02824d686c63 req-ebf4d590-c919-4831-ac6d-727db4fc1494 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:12.738619 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-abf24169-3a8b-4d3a-ae4f-02824d686c63 req-ebf4d590-c919-4831-ac6d-727db4fc1494 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.0607290 Jan 13 17:11:12.741248 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-59244d6f-f114-4b93-bcc1-e1fd62b72f3b req-783d8b15-7488-4b2d-af2f-b5ee981abb06 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957897 Jan 13 17:11:12.793100 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9fb50079-76ce-436c-9b30-31571462be78 admin admin] Publish callbacks [] for security_group (f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:12.813256 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:12.814113 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5256bcfc-8e92-4c45-9e89-1ae740877118 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:12.827513 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-abf24169-3a8b-4d3a-ae4f-02824d686c63 req-ba3f07b8-12be-4b4b-8c49-f0b36cbad23d tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714746 Jan 13 17:11:12.892247 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:12.893015 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9fb50079-76ce-436c-9b30-31571462be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:12.964725 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-9fb50079-76ce-436c-9b30-31571462be78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5f46a18b53b440b97102b8bbe4a2cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673834 Jan 13 17:11:12.968033 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56750) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:12.976497 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb50079-76ce-436c-9b30-31571462be78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:13.024576 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589acf-dd27-4b0b-9896-5653ee66e8ca req-d99c13f5-4411-4e05-a097-2f95d3d6c59d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:13.026245 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67589acf-dd27-4b0b-9896-5653ee66e8ca req-d99c13f5-4411-4e05-a097-2f95d3d6c59d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 944 time: 0.1170282 Jan 13 17:11:13.046393 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dc3535d1-c17a-4452-a9cb-68e0082d063a admin admin] Publish callbacks [] for security_group (f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:13.059354 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 5256bcfc-8e92-4c45-9e89-1ae740877118, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5256bcfc-8e92-4c45-9e89-1ae740877118,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:13.073575 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '5256bcfc-8e92-4c45-9e89-1ae740877118', 'network_id': '29140d95-813c-4055-afcb-5fe62901479d', 'port_id': '5256bcfc-8e92-4c45-9e89-1ae740877118', 'mac_address': 'fa:16:3e:aa:d8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55da2496-24e0-4c41-8161-729b20aed0dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:13.074644 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dc3535d1-c17a-4452-a9cb-68e0082d063a admin admin] Publish callbacks [] for security_group (f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:13.105348 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67589acf-dd27-4b0b-9896-5653ee66e8ca req-4828c516-68ad-4565-a5c1-f4f67f77c812 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713775 Jan 13 17:11:13.121825 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 5256bcfc-8e92-4c45-9e89-1ae740877118 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:13.122169 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:13.137623 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5256bcfc-8e92-4c45-9e89-1ae740877118 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:13.161770 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 5256bcfc-8e92-4c45-9e89-1ae740877118, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5256bcfc-8e92-4c45-9e89-1ae740877118,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:13.229803 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dc3535d1-c17a-4452-a9cb-68e0082d063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:13.232485 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dc3535d1-c17a-4452-a9cb-68e0082d063a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:13.234384 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-dc3535d1-c17a-4452-a9cb-68e0082d063a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23 HTTP/1.1" status: 204 len: 168 time: 0.2651217 Jan 13 17:11:13.242859 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3535d1-c17a-4452-a9cb-68e0082d063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bfc706-0ca6-4437-bfc6-ed1b1afb6a23,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:13.298429 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:13.350946 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=5256bcfc-8e92-4c45-9e89-1ae740877118,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:13.408899 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5a29-a1ad-44ff-b06c-26cbf0278ec2 req-07cc7c49-072e-4525-b924-a56a3d36c4ce tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:13.410521 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ca3f5a29-a1ad-44ff-b06c-26cbf0278ec2 req-07cc7c49-072e-4525-b924-a56a3d36c4ce tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 944 time: 0.0494456 Jan 13 17:11:13.467139 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ca3f5a29-a1ad-44ff-b06c-26cbf0278ec2 req-7c07d762-aa0d-4b75-a279-593c94596f62 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488057 Jan 13 17:11:13.590369 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:13.596693 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['5256bcfc-8e92-4c45-9e89-1ae740877118'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:13.857241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56770) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:13.871032 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9d32d286-478e-4d00-8d48-e45078a59a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:13.893396 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2780c-1f6f-442e-a136-10bb886f929d req-f8c2419c-cfa9-44eb-bacf-994aab39964e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:13.894974 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1fa2780c-1f6f-442e-a136-10bb886f929d req-f8c2419c-cfa9-44eb-bacf-994aab39964e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 943 time: 0.0754042 Jan 13 17:11:13.942496 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1fa2780c-1f6f-442e-a136-10bb886f929d req-dd85b446-7de0-4b67-9783-405ae6985cfd tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Jan 13 17:11:13.972789 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9d32d286-478e-4d00-8d48-e45078a59a64 admin admin] Publish callbacks [] for security_group (b5030f04-99eb-4f77-b178-2a387d1908c1), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.009861 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28050069-df65-4bba-9ae9-fa7cb8f27070 req-b1e08cab-6bf0-4a5b-80f3-ec1bf5906c31 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:14.011481 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-28050069-df65-4bba-9ae9-fa7cb8f27070 req-b1e08cab-6bf0-4a5b-80f3-ec1bf5906c31 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.1144822 Jan 13 17:11:14.024241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9d32d286-478e-4d00-8d48-e45078a59a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b5030f04-99eb-4f77-b178-2a387d1908c1), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.082849 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32d286-478e-4d00-8d48-e45078a59a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5030f04-99eb-4f77-b178-2a387d1908c1,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:14.094706 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-9d32d286-478e-4d00-8d48-e45078a59a64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efd3a43749e9446f991bfb3e82972ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338707 Jan 13 17:11:14.095808 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56784) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:14.099702 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-28050069-df65-4bba-9ae9-fa7cb8f27070 req-caf74391-9433-4941-817b-602e3e21ae93 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823433 Jan 13 17:11:14.174209 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7dd75555-8e03-4818-acaf-effe0cb28e80 admin admin] Publish callbacks [] for security_group (b5030f04-99eb-4f77-b178-2a387d1908c1), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.206023 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7dd75555-8e03-4818-acaf-effe0cb28e80 admin admin] Publish callbacks [] for security_group (b5030f04-99eb-4f77-b178-2a387d1908c1), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.246680 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a40c-a076-4e50-941f-ce7a91a2d58b req-65549c0e-4218-45ac-8ee6-2d27b0a5213b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:14.248164 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f526a40c-a076-4e50-941f-ce7a91a2d58b req-65549c0e-4218-45ac-8ee6-2d27b0a5213b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 944 time: 0.0587604 Jan 13 17:11:14.300488 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f526a40c-a076-4e50-941f-ce7a91a2d58b req-046a2beb-5140-4555-a185-68de5560e90a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Jan 13 17:11:14.321537 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7dd75555-8e03-4818-acaf-effe0cb28e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b5030f04-99eb-4f77-b178-2a387d1908c1), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.324400 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7dd75555-8e03-4818-acaf-effe0cb28e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.329144 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-7dd75555-8e03-4818-acaf-effe0cb28e80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5030f04-99eb-4f77-b178-2a387d1908c1 HTTP/1.1" status: 204 len: 168 time: 0.2291684 Jan 13 17:11:14.333352 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd75555-8e03-4818-acaf-effe0cb28e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5030f04-99eb-4f77-b178-2a387d1908c1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:14.521768 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:14.525972 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:14.603204 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3b922-b23c-4125-b760-60e481538a56 req-93380a10-6dfd-4fd9-9ce5-277698a094a4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:14.604982 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98c3b922-b23c-4125-b760-60e481538a56 req-93380a10-6dfd-4fd9-9ce5-277698a094a4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 944 time: 0.0523224 Jan 13 17:11:14.668791 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:14.681479 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'port_id': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'mac_address': 'fa:16:3e:f9:ca:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:14.685470 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98c3b922-b23c-4125-b760-60e481538a56 req-f32ebcbd-93bc-4c96-b086-03de7dd02e8d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728877 Jan 13 17:11:14.711283 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:14.717977 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:14.718283 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.748595 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:14.748980 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.771830 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:14.795985 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:14.840155 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:14.840538 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.870341 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:14.872838 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ced1ed5-45c3-4e49-98ed-18211528e78d" -d '{"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-plugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:14.886802 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:14.907989 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac58d389-b1b1-4de2-aaee-01c0406fbb95 x-openstack-request-id: req-ac58d389-b1b1-4de2-aaee-01c0406fbb95 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:14.908332 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-plugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:14.908588 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac58d389-b1b1-4de2-aaee-01c0406fbb95 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:14.908966 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'code': 200} Jan 13 17:11:14.939173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:14.987106 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:15.071718 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087b98e-b27b-4b47-9fab-a19681733723 req-cee3f846-c7db-4adb-86c5-3a21e2719286 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:15.073225 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a087b98e-b27b-4b47-9fab-a19681733723 req-cee3f846-c7db-4adb-86c5-3a21e2719286 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 944 time: 0.0486181 Jan 13 17:11:15.081957 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:15.082762 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5256bcfc-8e92-4c45-9e89-1ae740877118 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:15.124383 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a087b98e-b27b-4b47-9fab-a19681733723 req-ae481ed0-94e6-4ca7-935a-b1ba02d3671c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456948 Jan 13 17:11:15.171507 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:15.243838 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['2028d6a6-9605-4c66-a1ba-648fdb62ffb5'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:15.293871 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 5256bcfc-8e92-4c45-9e89-1ae740877118 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:15.310034 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 5256bcfc-8e92-4c45-9e89-1ae740877118 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:15.310476 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:15.343815 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba52c3-7651-440a-9ccd-78c256ee4593 req-98b84a58-0a67-4340-8dcb-e9a0be60e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:15.345513 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98ba52c3-7651-440a-9ccd-78c256ee4593 req-98b84a58-0a67-4340-8dcb-e9a0be60e111 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1098 time: 0.0480504 Jan 13 17:11:15.459986 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 5256bcfc-8e92-4c45-9e89-1ae740877118 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:15.460397 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:15.519656 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 5256bcfc-8e92-4c45-9e89-1ae740877118, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5256bcfc-8e92-4c45-9e89-1ae740877118,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:15.519841 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98ba52c3-7651-440a-9ccd-78c256ee4593 req-5d5cb8a5-df7b-4895-8e70-207afcf25d27 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036205 Jan 13 17:11:15.524433 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54997163-d8c0-40ae-8013-676204b82945 req-187be26e-4a61-4dc5-87b4-979122bd73b2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:15.526012 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-54997163-d8c0-40ae-8013-676204b82945 req-187be26e-4a61-4dc5-87b4-979122bd73b2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.1322083 Jan 13 17:11:15.582131 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-54997163-d8c0-40ae-8013-676204b82945 req-10dc8c32-78e8-40dd-a04e-e0f00592368c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492606 Jan 13 17:11:15.625182 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:15.675689 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=5256bcfc-8e92-4c45-9e89-1ae740877118,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:15.806391 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a79ef-3473-4035-8442-f36db7128762 req-d45fd584-f108-4150-8be6-bf92c397a218 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:15.807864 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f83a79ef-3473-4035-8442-f36db7128762 req-d45fd584-f108-4150-8be6-bf92c397a218 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0557504 Jan 13 17:11:15.858821 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f83a79ef-3473-4035-8442-f36db7128762 req-2b8a6cf1-ddee-4fa8-87e1-963e2b2020d8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Jan 13 17:11:16.259276 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bbb86-a15a-47d3-93e2-689f41ecf875 req-6be84fe9-1d5e-4fe7-9f40-5671e5443e55 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:16.263414 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0d6bbb86-a15a-47d3-93e2-689f41ecf875 req-6be84fe9-1d5e-4fe7-9f40-5671e5443e55 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 944 time: 0.0525053 Jan 13 17:11:16.325689 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0d6bbb86-a15a-47d3-93e2-689f41ecf875 req-cd78328c-dabf-4687-b0b1-56fb7bb490c9 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571966 Jan 13 17:11:16.537071 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:16.661340 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56904) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:16.662029 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:16.666229 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:16.668923 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:16.716911 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8caa5e-95dc-4927-89d8-3e97ab871bd8 req-0dfec31f-3937-46bf-97df-51126efeed8f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:16.718455 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db8caa5e-95dc-4927-89d8-3e97ab871bd8 req-0dfec31f-3937-46bf-97df-51126efeed8f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0609131 Jan 13 17:11:16.798227 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:16.798840 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:16.799787 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db8caa5e-95dc-4927-89d8-3e97ab871bd8 req-c87b7cff-d6dc-47c3-9f82-a1d3e2ab79ae tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756052 Jan 13 17:11:16.812166 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21a8e1f2-9e29-4912-a4e2-eb5aa235c926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:16.846883 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:16.903280 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21a8e1f2-9e29-4912-a4e2-eb5aa235c926 admin admin] Publish callbacks [] for security_group (7b0a85cc-6477-4958-9d3f-30a38acc15d4), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:16.910677 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256bcfc-8e92-4c45-9e89-1ae740877118'}, {'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:16.915111 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b6757f-4765-4ed2-9288-d6c2134a799f" -d '{"events": [{"server_uuid": "ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12", "name": "network-vif-plugged", "status": "completed", "tag": "5256bcfc-8e92-4c45-9e89-1ae740877118"}, {"server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "name": "network-vif-plugged", "status": "completed", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:16.939029 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:16.991741 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955ee1-e914-4cf7-8a0f-e9d2865992f3 req-79e9e820-1398-4d4a-b341-49e5b3e1df33 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:16.993237 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9e955ee1-e914-4cf7-8a0f-e9d2865992f3 req-79e9e820-1398-4d4a-b341-49e5b3e1df33 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0519040 Jan 13 17:11:16.994616 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:16.996032 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21a8e1f2-9e29-4912-a4e2-eb5aa235c926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (7b0a85cc-6477-4958-9d3f-30a38acc15d4), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:17.037859 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-21a8e1f2-9e29-4912-a4e2-eb5aa235c926 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ae7e782f5064025a58112b161d5f9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745031 Jan 13 17:11:17.038770 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8e1f2-9e29-4912-a4e2-eb5aa235c926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a85cc-6477-4958-9d3f-30a38acc15d4,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:17.041354 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56916) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:17.063531 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9e955ee1-e914-4cf7-8a0f-e9d2865992f3 req-94f1f120-8b36-44e9-8426-b7ab16cbf16f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Jan 13 17:11:17.101607 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7209946f-30c3-4afa-a158-22898b3dd3bb admin admin] Publish callbacks [] for security_group (7b0a85cc-6477-4958-9d3f-30a38acc15d4), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:17.126994 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83083016-d6a9-40e0-b5af-72427ac1828b x-openstack-request-id: req-83083016-d6a9-40e0-b5af-72427ac1828b {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:17.127288 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12", "name": "network-vif-plugged", "status": "completed", "tag": "5256bcfc-8e92-4c45-9e89-1ae740877118", "code": 200}, {"server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "name": "network-vif-plugged", "status": "completed", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:17.127538 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83083016-d6a9-40e0-b5af-72427ac1828b {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:17.127925 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256bcfc-8e92-4c45-9e89-1ae740877118', 'code': 200} Jan 13 17:11:17.128208 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'code': 200} Jan 13 17:11:17.132287 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7209946f-30c3-4afa-a158-22898b3dd3bb admin admin] Publish callbacks [] for security_group (7b0a85cc-6477-4958-9d3f-30a38acc15d4), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:17.305955 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7209946f-30c3-4afa-a158-22898b3dd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (7b0a85cc-6477-4958-9d3f-30a38acc15d4), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:17.308964 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7209946f-30c3-4afa-a158-22898b3dd3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:17.310432 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7209946f-30c3-4afa-a158-22898b3dd3bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b0a85cc-6477-4958-9d3f-30a38acc15d4 HTTP/1.1" status: 204 len: 168 time: 0.2681797 Jan 13 17:11:17.329190 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209946f-30c3-4afa-a158-22898b3dd3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a85cc-6477-4958-9d3f-30a38acc15d4,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:17.463262 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ec1a-f5de-4135-bd76-215d93ee7c67 req-0eae62d1-e1f4-4e44-860c-e6677f496a7a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:17.464862 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e941ec1a-f5de-4135-bd76-215d93ee7c67 req-0eae62d1-e1f4-4e44-860c-e6677f496a7a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0504274 Jan 13 17:11:17.521490 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad7d90-eb6d-473b-aadf-863a732e1093 req-72a9dd5d-f58c-44d1-af98-1199afc0ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:17.523174 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fcad7d90-eb6d-473b-aadf-863a732e1093 req-72a9dd5d-f58c-44d1-af98-1199afc0ecb8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 1098 time: 0.0487998 Jan 13 17:11:17.543572 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd40413-cba1-4956-85f0-210e5a9045d3 req-6b7290f1-4c80-4cb0-aa7f-c032f7216aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:17.545693 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dbd40413-cba1-4956-85f0-210e5a9045d3 req-6b7290f1-4c80-4cb0-aa7f-c032f7216aed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 1098 time: 0.0681129 Jan 13 17:11:17.552678 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e941ec1a-f5de-4135-bd76-215d93ee7c67 req-3629cfeb-8c85-424c-8187-775ab311148b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813746 Jan 13 17:11:17.583582 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fcad7d90-eb6d-473b-aadf-863a732e1093 req-991bfa98-c28d-4072-843c-2ab11bf7d3fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547109 Jan 13 17:11:17.608524 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dbd40413-cba1-4956-85f0-210e5a9045d3 req-2b2a2967-be21-44c3-82d8-c48bc56ba675 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528634 Jan 13 17:11:17.926035 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d5a99-4115-4cb9-ba60-ec3e0416e52e req-0ac0e6b8-c4d1-487c-9864-edb15dcc6764 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:17.927742 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cc8d5a99-4115-4cb9-ba60-ec3e0416e52e req-0ac0e6b8-c4d1-487c-9864-edb15dcc6764 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0506859 Jan 13 17:11:17.974997 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cc8d5a99-4115-4cb9-ba60-ec3e0416e52e req-94a8ce8c-21a8-44e4-b464-ab082a1d8881 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Jan 13 17:11:17.996437 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56952) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:18.010613 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-99d1ff82-69f9-41ac-97cc-01f352e88184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.083442 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-99d1ff82-69f9-41ac-97cc-01f352e88184 admin admin] Publish callbacks [] for security_group (32dd750e-431b-4819-8807-638353a1ac64), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.089647 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674801-1f8f-4880-b052-3633292b1ca6 req-48117b35-e9fe-4476-95ed-ce40e58445a8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:18.091119 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e0674801-1f8f-4880-b052-3633292b1ca6 req-48117b35-e9fe-4476-95ed-ce40e58445a8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0483639 Jan 13 17:11:18.099906 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 56958) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:18.104942 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'floatingip': {'port_id': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:18.144432 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-99d1ff82-69f9-41ac-97cc-01f352e88184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (32dd750e-431b-4819-8807-638353a1ac64), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.197609 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-99d1ff82-69f9-41ac-97cc-01f352e88184 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78721b91866842a8b0ba831d8eef223f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996017 Jan 13 17:11:18.198920 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1ff82-69f9-41ac-97cc-01f352e88184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dd750e-431b-4819-8807-638353a1ac64,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:18.202235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 56960) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:18.275133 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c72a607-e706-4024-b856-22723971ba93 admin admin] Publish callbacks [] for security_group (32dd750e-431b-4819-8807-638353a1ac64), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.330084 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c72a607-e706-4024-b856-22723971ba93 admin admin] Publish callbacks [] for security_group (32dd750e-431b-4819-8807-638353a1ac64), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.374771 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843dcda-9040-4613-8767-c1a627518fe9 req-5d1bde1e-bf67-41a9-8d40-e268da40d2be tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:18.376290 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0843dcda-9040-4613-8767-c1a627518fe9 req-5d1bde1e-bf67-41a9-8d40-e268da40d2be tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0876124 Jan 13 17:11:18.394937 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.427224 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0843dcda-9040-4613-8767-c1a627518fe9 req-41bf979d-132d-4a98-ae74-69ea964e4c4d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450625 Jan 13 17:11:18.485781 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c72a607-e706-4024-b856-22723971ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (32dd750e-431b-4819-8807-638353a1ac64), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.488376 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7c72a607-e706-4024-b856-22723971ba93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:18.489522 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7c72a607-e706-4024-b856-22723971ba93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32dd750e-431b-4819-8807-638353a1ac64 HTTP/1.1" status: 204 len: 168 time: 0.2858794 Jan 13 17:11:18.499059 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72a607-e706-4024-b856-22723971ba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dd750e-431b-4819-8807-638353a1ac64,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:18.757704 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833ceca-74e9-440f-bbee-a787020144ee req-952d5979-5249-45ca-86cf-879d20ba47f2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:18.759174 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c833ceca-74e9-440f-bbee-a787020144ee req-952d5979-5249-45ca-86cf-879d20ba47f2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.1258190 Jan 13 17:11:18.948377 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c833ceca-74e9-440f-bbee-a787020144ee req-2779da83-9e35-4a25-b577-4a57da216e2a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548996 Jan 13 17:11:19.129392 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:19.188279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:19.291288 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Floating IP 1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45 associated. External IP: 172.27.0.91, port: a672b5b6-96d8-40cf-bd5b-95aa4f2361ff. Jan 13 17:11:19.517251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Router cab80547-a786-44db-b2ed-3ccb5e9a0768 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:11:19.561293 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec04515-45fd-47bc-8392-06542563876c req-9ca9cafe-7d90-4465-a746-55450247bb04 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:19.562788 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8ec04515-45fd-47bc-8392-06542563876c req-9ca9cafe-7d90-4465-a746-55450247bb04 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0544174 Jan 13 17:11:19.614335 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8ec04515-45fd-47bc-8392-06542563876c req-27ecf0b4-a678-4983-9691-1e9636b0a44f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Jan 13 17:11:19.629953 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:11:19.634516 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:19.648440 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] Sync routers for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:11:19.673616 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:19.674433 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:19.675456 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-48f0f64b-4397-4276-9e52-7dd5ca0b9853 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "PUT /v2.0/floatingips/1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45 HTTP/1.1" status: 200 len: 990 time: 1.5743749 Jan 13 17:11:19.676169 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:19.679659 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a66015-087e-4218-9b7d-30222fe3d520" -d '{"events": [{"name": "network-changed", "server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:19.844873 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c293570-d1de-4e69-a142-4951385c05ad x-openstack-request-id: req-1c293570-d1de-4e69-a142-4951385c05ad {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:19.845510 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:19.846096 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c293570-d1de-4e69-a142-4951385c05ad {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:19.846654 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'status': 'completed', 'code': 200} Jan 13 17:11:19.915891 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:19.920491 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a66015-087e-4218-9b7d-30222fe3d520 req-c468a9f5-cb73-49ed-b1b3-a35d625f4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:19.922075 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04a66015-087e-4218-9b7d-30222fe3d520 req-c468a9f5-cb73-49ed-b1b3-a35d625f4dac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1098 time: 0.0502145 Jan 13 17:11:20.026578 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a66015-087e-4218-9b7d-30222fe3d520 req-e8f2ef0e-0b5a-4c59-b516-7d91da86c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:20.027951 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04a66015-087e-4218-9b7d-30222fe3d520 req-e8f2ef0e-0b5a-4c59-b516-7d91da86c525 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.0988581 Jan 13 17:11:20.159532 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04a66015-087e-4218-9b7d-30222fe3d520 req-92d04b90-c59b-4e80-a8bf-d00407a61abc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff HTTP/1.1" status: 200 len: 998 time: 0.1245441 Jan 13 17:11:20.160276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e39467-357a-46c6-a174-f42c64489bc9 req-01cfbacc-07f2-4d2d-8c70-a81a0ca58213 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:20.161661 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-95e39467-357a-46c6-a174-f42c64489bc9 req-01cfbacc-07f2-4d2d-8c70-a81a0ca58213 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0593667 Jan 13 17:11:20.207552 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a66015-087e-4218-9b7d-30222fe3d520 req-85a731dd-81a0-45e4-aa8a-4c187a5eda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:20.209023 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04a66015-087e-4218-9b7d-30222fe3d520 req-85a731dd-81a0-45e4-aa8a-4c187a5eda76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0430911 Jan 13 17:11:20.213767 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-95e39467-357a-46c6-a174-f42c64489bc9 req-de539def-98fe-4763-940f-49c40bdc7491 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456240 Jan 13 17:11:20.255271 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'port_id': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'mac_address': 'fa:16:3e:80:a3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:10:51Z', 'updated_at': '2022-01-13T17:11:18Z', 'revision_number': 1, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:20.280552 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a66015-087e-4218-9b7d-30222fe3d520 req-b670777b-6f17-4011-a2d1-2df00f65a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:20.282232 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04a66015-087e-4218-9b7d-30222fe3d520 req-b670777b-6f17-4011-a2d1-2df00f65a1cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586514 Jan 13 17:11:20.306347 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] Checking router: cab80547-a786-44db-b2ed-3ccb5e9a0768 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:11:20.317696 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:20.319510 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:20.424722 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ceb0-12b0-4ab2-bc51-0b7cb839d7c7 req-36c00286-95bf-4461-86b3-e76ea7120ed5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:20.429164 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4969ceb0-12b0-4ab2-bc51-0b7cb839d7c7 req-36c00286-95bf-4461-86b3-e76ea7120ed5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0890741 Jan 13 17:11:20.439463 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57044) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:20.457266 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'floatingip': {'port_id': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:20.478228 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:20.594137 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad0ce2-fe42-4f65-8d99-f2f522c08218 req-8b8b45b2-e8c8-455f-954d-28e14bc015cd tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:20.602159 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-82ad0ce2-fe42-4f65-8d99-f2f522c08218 req-8b8b45b2-e8c8-455f-954d-28e14bc015cd tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.2183757 Jan 13 17:11:20.607853 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (90915e4f-01ac-4f3f-bd4d-10ba979e72e0), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:20.621048 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04a66015-087e-4218-9b7d-30222fe3d520 req-5db76a9c-1e2e-41aa-a2d6-eaf6a375bbdd service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220065 Jan 13 17:11:20.725651 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-82ad0ce2-fe42-4f65-8d99-f2f522c08218 req-140bc359-ec01-48d5-a8f5-d4a4e924ddd8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136391 Jan 13 17:11:20.788664 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04a66015-087e-4218-9b7d-30222fe3d520 req-b45acfe3-010f-49c2-a910-fffd9c7051f3 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582429 Jan 13 17:11:20.888310 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791151f2-910f-4681-9cec-0d857b1133b3 req-75f0a67a-bf07-4d76-b740-ee9f091c3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:20.890957 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-791151f2-910f-4681-9cec-0d857b1133b3 req-75f0a67a-bf07-4d76-b740-ee9f091c3de6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 1098 time: 0.4636152 Jan 13 17:11:20.965906 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'port_id': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'mac_address': 'fa:16:3e:80:a3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:10:51Z', 'updated_at': '2022-01-13T17:11:18Z', 'revision_number': 1, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:20.994903 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af922a85-c4fa-4323-8d4b-b507ea1cfb78 None None] The sync data for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi is: [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'port_id': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'mac_address': 'fa:16:3e:80:a3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:10:51Z', 'updated_at': '2022-01-13T17:11:18Z', 'revision_number': 1, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:11:21.142058 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791151f2-910f-4681-9cec-0d857b1133b3 req-b94d1bc8-e4d8-4a75-834b-d0177b2b49de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:21.143564 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-791151f2-910f-4681-9cec-0d857b1133b3 req-b94d1bc8-e4d8-4a75-834b-d0177b2b49de service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.1827836 Jan 13 17:11:21.196823 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-791151f2-910f-4681-9cec-0d857b1133b3 req-4fb72b00-173d-49b6-9aae-e314d1d1731c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5256bcfc-8e92-4c45-9e89-1ae740877118 HTTP/1.1" status: 200 len: 217 time: 0.0430651 Jan 13 17:11:21.278585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:21.321686 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ad01b-4b73-4909-a3d2-7e176f1272ad None None] New status for floating IP 1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45: ACTIVE {{(pid=103099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:11:21.402267 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791151f2-910f-4681-9cec-0d857b1133b3 req-8a236403-4f06-4851-9672-047313ce8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:21.403769 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-791151f2-910f-4681-9cec-0d857b1133b3 req-8a236403-4f06-4851-9672-047313ce8819 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.1985359 Jan 13 17:11:21.423634 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19c8b30c-02e6-440c-a5af-4b64a91d7f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:21.504236 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-791151f2-910f-4681-9cec-0d857b1133b3 req-d8bb89d1-4218-46e0-bf5e-96c4c51827f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876632 Jan 13 17:11:21.560262 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19c8b30c-02e6-440c-a5af-4b64a91d7f62 admin admin] Publish callbacks [] for security_group (1bf0ddb6-c12c-492b-835c-010bd1f33915), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:21.635678 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-19c8b30c-02e6-440c-a5af-4b64a91d7f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1bf0ddb6-c12c-492b-835c-010bd1f33915), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:21.676823 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8b30c-02e6-440c-a5af-4b64a91d7f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf0ddb6-c12c-492b-835c-010bd1f33915,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:21.684295 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-19c8b30c-02e6-440c-a5af-4b64a91d7f62 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=520c5728bd6747578415c140297f5b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046097 Jan 13 17:11:21.685554 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57110) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:21.727488 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-791151f2-910f-4681-9cec-0d857b1133b3 req-892e0228-2c8e-4f4c-8c1e-53a8560843d6 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117941 Jan 13 17:11:21.755189 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6655865-f96f-4f9e-951c-a1af9d7f1cfd admin admin] Publish callbacks [] for security_group (1bf0ddb6-c12c-492b-835c-010bd1f33915), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:21.782757 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6655865-f96f-4f9e-951c-a1af9d7f1cfd admin admin] Publish callbacks [] for security_group (1bf0ddb6-c12c-492b-835c-010bd1f33915), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:21.863648 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:21.873980 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7e329-d611-4ded-a685-e116bed21ac8 req-60f23375-ad66-482b-8df6-27b550354ae5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:21.883508 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52c7e329-d611-4ded-a685-e116bed21ac8 req-60f23375-ad66-482b-8df6-27b550354ae5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0718853 Jan 13 17:11:21.905305 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-791151f2-910f-4681-9cec-0d857b1133b3 req-8c61b850-fe64-4e5a-9ead-102f04e8cf02 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689169 Jan 13 17:11:21.947106 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (90915e4f-01ac-4f3f-bd4d-10ba979e72e0), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:21.999178 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52c7e329-d611-4ded-a685-e116bed21ac8 req-55654dd8-59bb-4ad8-881e-c0256b05f81d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152396 Jan 13 17:11:22.024401 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6655865-f96f-4f9e-951c-a1af9d7f1cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1bf0ddb6-c12c-492b-835c-010bd1f33915), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:22.027345 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d6655865-f96f-4f9e-951c-a1af9d7f1cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:22.028498 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d6655865-f96f-4f9e-951c-a1af9d7f1cfd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bf0ddb6-c12c-492b-835c-010bd1f33915 HTTP/1.1" status: 204 len: 168 time: 0.3416090 Jan 13 17:11:22.036326 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6655865-f96f-4f9e-951c-a1af9d7f1cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf0ddb6-c12c-492b-835c-010bd1f33915,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:22.096347 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.l3_db [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Floating IP 90915e4f-01ac-4f3f-bd4d-10ba979e72e0 associated. External IP: 172.27.0.134, port: 2028d6a6-9605-4c66-a1ba-648fdb62ffb5. Jan 13 17:11:22.507664 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Router 574b1f93-360a-4ae4-bec9-689631ba0eec has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:11:22.615024 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:11:22.619942 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:22.627497 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] Sync routers for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:11:22.639798 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:22.640380 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:22.649481 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7086a154-9065-4795-be1e-daba59487463 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "PUT /v2.0/floatingips/90915e4f-01ac-4f3f-bd4d-10ba979e72e0 HTTP/1.1" status: 200 len: 991 time: 2.2020445 Jan 13 17:11:22.649481 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:22.650026 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:22.697313 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb38fd4-62c1-4222-a0a4-102c72b886be x-openstack-request-id: req-9fb38fd4-62c1-4222-a0a4-102c72b886be {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:22.697313 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:22.697551 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fb38fd4-62c1-4222-a0a4-102c72b886be {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:22.697896 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'status': 'completed', 'code': 200} Jan 13 17:11:22.730829 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57170) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:22.749206 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bfc3f466-2007-4d1a-8aae-c4a874118e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:22.799598 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-f169273f-da72-4827-8b3b-6a06f94d1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:22.802651 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-f169273f-da72-4827-8b3b-6a06f94d1467 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 1098 time: 0.0516534 Jan 13 17:11:22.807431 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:22.843184 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bfc3f466-2007-4d1a-8aae-c4a874118e93 admin admin] Publish callbacks [] for security_group (1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:22.896709 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-e57d2e92-3321-4bde-9bed-2e955d3ddffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:22.898119 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-e57d2e92-3321-4bde-9bed-2e955d3ddffc service neutron] 10.222.0.57 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 911 time: 0.0888498 Jan 13 17:11:22.944564 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-bfc3f466-2007-4d1a-8aae-c4a874118e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.003286 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-bfc3f466-2007-4d1a-8aae-c4a874118e93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=105196817ad2472788b30d15ae48064e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711468 Jan 13 17:11:23.005598 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3f466-2007-4d1a-8aae-c4a874118e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:23.009799 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57174) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:23.038517 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-376f73ba-ee8f-4ca7-9c7b-5785ae5b13d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5 HTTP/1.1" status: 200 len: 999 time: 0.1272070 Jan 13 17:11:23.125529 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57182) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:23.153964 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-8a3fb82f-729c-423e-81e9-34b15121112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:23.155881 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-8a3fb82f-729c-423e-81e9-34b15121112d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 200 len: 849 time: 0.1065633 Jan 13 17:11:23.164676 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b0be0054-dca8-43e9-ab35-6bcafa5dd6bb admin admin] Publish callbacks [] for security_group (1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.193646 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb2ed3-11c7-4bb7-aa5e-47d1967b9133 req-779ce956-5124-4517-bdc1-96131800e050 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:23.195157 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2cfb2ed3-11c7-4bb7-aa5e-47d1967b9133 req-779ce956-5124-4517-bdc1-96131800e050 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1027315 Jan 13 17:11:23.233782 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b0be0054-dca8-43e9-ab35-6bcafa5dd6bb admin admin] Publish callbacks [] for security_group (1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.244417 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '90915e4f-01ac-4f3f-bd4d-10ba979e72e0', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'port_id': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'mac_address': 'fa:16:3e:f9:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d71f510-4e48-4d49-8bea-37d812131b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:10:59Z', 'updated_at': '2022-01-13T17:11:21Z', 'revision_number': 1, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:23.262414 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e8796e43-f23b-4cdf-b7f8-ea71a4312127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.276845 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] Checking router: 574b1f93-360a-4ae4-bec9-689631ba0eec for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:11:23.287232 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:23.287669 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-099fd08b-2656-4689-bd54-e4c90d87a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:23.287843 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:23.289223 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-099fd08b-2656-4689-bd54-e4c90d87a4b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1203625 Jan 13 17:11:23.323596 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2cfb2ed3-11c7-4bb7-aa5e-47d1967b9133 req-bacea6e7-98d3-43e1-9dab-ea300329735f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134753 Jan 13 17:11:23.395221 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-dbf62682-87fb-47f9-b903-75496d5e833c service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952225 Jan 13 17:11:23.424348 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:23.460529 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b0be0054-dca8-43e9-ab35-6bcafa5dd6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.463629 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b0be0054-dca8-43e9-ab35-6bcafa5dd6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.464890 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b0be0054-dca8-43e9-ab35-6bcafa5dd6bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a HTTP/1.1" status: 204 len: 168 time: 0.4538221 Jan 13 17:11:23.481458 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0054-dca8-43e9-ab35-6bcafa5dd6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1de8d6-8bb8-4266-bdf8-5a6f34bc092a,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:23.511912 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5a9db0f-8b3c-4e88-83bd-5c3cd66e04a5 req-70239d78-1c89-48b1-ad0d-bdcfcc6fdb0f service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073930 Jan 13 17:11:23.577919 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e8796e43-f23b-4cdf-b7f8-ea71a4312127 admin admin] Publish callbacks [] for security_group (127c7eb2-4d19-4ff6-b442-a51e0598a7f9), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.672344 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '90915e4f-01ac-4f3f-bd4d-10ba979e72e0', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'port_id': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'mac_address': 'fa:16:3e:f9:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d71f510-4e48-4d49-8bea-37d812131b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:10:59Z', 'updated_at': '2022-01-13T17:11:21Z', 'revision_number': 1, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:23.681744 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e8796e43-f23b-4cdf-b7f8-ea71a4312127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (127c7eb2-4d19-4ff6-b442-a51e0598a7f9), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.701658 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7522311-a28b-4245-8b3a-164d02f18ade None None] The sync data for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi is: [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '90915e4f-01ac-4f3f-bd4d-10ba979e72e0', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'floating_ip_address': '172.27.0.134', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'port_id': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'mac_address': 'fa:16:3e:f9:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d71f510-4e48-4d49-8bea-37d812131b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:10:59Z', 'updated_at': '2022-01-13T17:11:21Z', 'revision_number': 1, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:11:23.721373 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e8796e43-f23b-4cdf-b7f8-ea71a4312127 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c7cf32f781c407b8d1364facffc2f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5945885 Jan 13 17:11:23.722217 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8796e43-f23b-4cdf-b7f8-ea71a4312127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c7eb2-4d19-4ff6-b442-a51e0598a7f9,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:23.725034 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57188) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:23.795979 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-175ae748-1746-49de-b6cf-ccc8bbadabba admin admin] Publish callbacks [] for security_group (127c7eb2-4d19-4ff6-b442-a51e0598a7f9), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.822542 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-175ae748-1746-49de-b6cf-ccc8bbadabba admin admin] Publish callbacks [] for security_group (127c7eb2-4d19-4ff6-b442-a51e0598a7f9), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.938117 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-175ae748-1746-49de-b6cf-ccc8bbadabba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (127c7eb2-4d19-4ff6-b442-a51e0598a7f9), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.940949 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-175ae748-1746-49de-b6cf-ccc8bbadabba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:23.943079 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-175ae748-1746-49de-b6cf-ccc8bbadabba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/127c7eb2-4d19-4ff6-b442-a51e0598a7f9 HTTP/1.1" status: 204 len: 168 time: 0.2158995 Jan 13 17:11:23.952598 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ae748-1746-49de-b6cf-ccc8bbadabba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c7eb2-4d19-4ff6-b442-a51e0598a7f9,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:24.032566 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b947197-59ee-474c-bede-4feaad838cbe None None] New status for floating IP 90915e4f-01ac-4f3f-bd4d-10ba979e72e0: ACTIVE {{(pid=103099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:11:24.454038 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cb0dc-1c21-44c4-ac03-068697e7a567 req-2b589dd0-c539-4e59-8c13-b0e629b45cb0 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:24.455555 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1a6cb0dc-1c21-44c4-ac03-068697e7a567 req-2b589dd0-c539-4e59-8c13-b0e629b45cb0 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0534008 Jan 13 17:11:24.511989 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1a6cb0dc-1c21-44c4-ac03-068697e7a567 req-c51d482b-1dae-4871-9d47-426ff4db11f4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Jan 13 17:11:24.665860 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377329-4147-445e-b45b-0083d09a44ac req-c25b0df7-5d27-4392-8d23-a17d6f2ba19e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:24.667466 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-c25b0df7-5d27-4392-8d23-a17d6f2ba19e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.1045020 Jan 13 17:11:24.687195 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-3382ce50-f97d-4305-8e7f-b3c63516b240 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/quotas/8ca7d23c01e24ed7a0be783ac71a769e HTTP/1.1" status: 200 len: 375 time: 0.0091028 Jan 13 17:11:24.703888 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57246) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:24.737482 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-04d34197-dd2a-43ca-958b-d129330ac40e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465174 Jan 13 17:11:24.833825 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-0da53ec2-d145-4a05-93cb-0047bf3005d7 service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879965 Jan 13 17:11:24.838509 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a3c25b5b-ee8c-48ce-9a62-584528acae80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:24.865669 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57254) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:24.886440 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fb075082-b878-401b-a7b0-92c4face734c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:24.947853 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-be43830d-4589-41ce-81b5-77c242940fbb service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072688 Jan 13 17:11:25.014104 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a3c25b5b-ee8c-48ce-9a62-584528acae80 admin admin] Publish callbacks [] for security_group (1c5125e8-7026-4fc6-a579-991cc583bde1), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.027225 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fb075082-b878-401b-a7b0-92c4face734c admin admin] Publish callbacks [] for security_group (ed1fe755-3472-4042-b5b3-8208d0bda09c), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.119542 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a3c25b5b-ee8c-48ce-9a62-584528acae80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1c5125e8-7026-4fc6-a579-991cc583bde1), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.155465 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fb075082-b878-401b-a7b0-92c4face734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (ed1fe755-3472-4042-b5b3-8208d0bda09c), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.164134 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a3c25b5b-ee8c-48ce-9a62-584528acae80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c955c12d576493886974aa266b80590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568381 Jan 13 17:11:25.164933 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57262) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:25.167711 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c25b5b-ee8c-48ce-9a62-584528acae80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5125e8-7026-4fc6-a579-991cc583bde1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:25.196749 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-fb075082-b878-401b-a7b0-92c4face734c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca41daaeb02e41d09d729c1bf7924591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275220 Jan 13 17:11:25.200146 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57266) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:25.229923 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb075082-b878-401b-a7b0-92c4face734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1fe755-3472-4042-b5b3-8208d0bda09c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:25.255827 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99db22d3-8d55-4d29-a1ed-9defc43434bb req-effe01cb-e236-4170-9926-0a67314b36ef tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0563538 Jan 13 17:11:25.262163 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a343-4a1f-4bcc-a3ec-5e2e31fa40c8 admin admin] Publish callbacks [] for security_group (1c5125e8-7026-4fc6-a579-991cc583bde1), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.287481 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a343-4a1f-4bcc-a3ec-5e2e31fa40c8 admin admin] Publish callbacks [] for security_group (1c5125e8-7026-4fc6-a579-991cc583bde1), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.300155 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6eb262c4-34a4-471c-9402-d1ed57d51b5c admin admin] Publish callbacks [] for security_group (ed1fe755-3472-4042-b5b3-8208d0bda09c), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.323986 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6eb262c4-34a4-471c-9402-d1ed57d51b5c admin admin] Publish callbacks [] for security_group (ed1fe755-3472-4042-b5b3-8208d0bda09c), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.436028 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a343-4a1f-4bcc-a3ec-5e2e31fa40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1c5125e8-7026-4fc6-a579-991cc583bde1), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.438889 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a343-4a1f-4bcc-a3ec-5e2e31fa40c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.440140 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-6eb1a343-4a1f-4bcc-a3ec-5e2e31fa40c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c5125e8-7026-4fc6-a579-991cc583bde1 HTTP/1.1" status: 204 len: 168 time: 0.2740901 Jan 13 17:11:25.448316 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1a343-4a1f-4bcc-a3ec-5e2e31fa40c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5125e8-7026-4fc6-a579-991cc583bde1,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:25.467007 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6eb262c4-34a4-471c-9402-d1ed57d51b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (ed1fe755-3472-4042-b5b3-8208d0bda09c), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.474233 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6eb262c4-34a4-471c-9402-d1ed57d51b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:25.474233 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6eb262c4-34a4-471c-9402-d1ed57d51b5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed1fe755-3472-4042-b5b3-8208d0bda09c HTTP/1.1" status: 204 len: 168 time: 0.2699461 Jan 13 17:11:25.479085 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb262c4-34a4-471c-9402-d1ed57d51b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1fe755-3472-4042-b5b3-8208d0bda09c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:25.630262 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9b280-530d-4c11-b343-67003e3ac1af req-484c261c-e880-4131-9dab-0e9e534990ce tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:25.632739 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6e9b280-530d-4c11-b343-67003e3ac1af req-484c261c-e880-4131-9dab-0e9e534990ce tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Jan 13 17:11:25.682538 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6e9b280-530d-4c11-b343-67003e3ac1af req-3cbe25e7-cb55-4c75-b3fb-c9f611cdb4cf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Jan 13 17:11:26.191823 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57306) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:26.204830 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368acba6-ebda-4c60-95ab-16898406c64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:26.301485 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368acba6-ebda-4c60-95ab-16898406c64c admin admin] Publish callbacks [] for security_group (c12934bc-a97b-49eb-877c-4cfddea3136d), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:26.367083 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8afcda22-ad62-4c9b-97fc-63c3d1d3f7fd req-c9162854-8806-4411-80ca-7454763ec93e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0295553 Jan 13 17:11:26.368270 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-368acba6-ebda-4c60-95ab-16898406c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c12934bc-a97b-49eb-877c-4cfddea3136d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:26.407349 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-368acba6-ebda-4c60-95ab-16898406c64c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4f83d32a78a46519f290fe642d53dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133434 Jan 13 17:11:26.409712 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368acba6-ebda-4c60-95ab-16898406c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12934bc-a97b-49eb-877c-4cfddea3136d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:26.409858 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57316) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:26.506906 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-454c022c-fbce-4d9d-a471-ccf9e98c4f30 admin admin] Publish callbacks [] for security_group (c12934bc-a97b-49eb-877c-4cfddea3136d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:26.532610 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-454c022c-fbce-4d9d-a471-ccf9e98c4f30 admin admin] Publish callbacks [] for security_group (c12934bc-a97b-49eb-877c-4cfddea3136d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:26.658208 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-454c022c-fbce-4d9d-a471-ccf9e98c4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c12934bc-a97b-49eb-877c-4cfddea3136d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:26.661134 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-454c022c-fbce-4d9d-a471-ccf9e98c4f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:26.666235 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-454c022c-fbce-4d9d-a471-ccf9e98c4f30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c12934bc-a97b-49eb-877c-4cfddea3136d HTTP/1.1" status: 204 len: 168 time: 0.2559144 Jan 13 17:11:26.676566 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c022c-fbce-4d9d-a471-ccf9e98c4f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12934bc-a97b-49eb-877c-4cfddea3136d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:26.811673 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a46b2-3715-485b-885d-c7b254a1ceb3 req-3a524383-8313-40fd-b2c9-b642fb47f892 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:26.813167 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-091a46b2-3715-485b-885d-c7b254a1ceb3 req-3a524383-8313-40fd-b2c9-b642fb47f892 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0558908 Jan 13 17:11:26.859846 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-091a46b2-3715-485b-885d-c7b254a1ceb3 req-19d20bbb-87be-41d1-8334-ce90ed2e5c1d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Jan 13 17:11:27.424842 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377329-4147-445e-b45b-0083d09a44ac req-22504671-7031-446b-b3dc-910640af9db4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:27.426485 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-22504671-7031-446b-b3dc-910640af9db4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.1304729 Jan 13 17:11:27.441864 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Request body: {'port': {'device_id': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'admin_state_up': True, 'tenant_id': '8ca7d23c01e24ed7a0be783ac71a769e'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:27.480151 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e271a163-16dc-4fe1-ac11-e4453ab3897b req-0f36e96a-fb36-4ffa-a83b-69599bb2baf6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0250065 Jan 13 17:11:27.675335 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Made reservation on behalf of 8ca7d23c01e24ed7a0be783ac71a769e for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:27.678844 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:27.812352 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Allocated IP 172.20.0.8 (af0081b4-82c9-48f6-908e-39c658326c91/43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d/0a4e597f-19a6-4b11-bda4-03afb9a284aa) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:27.886136 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:11:27.964364 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks [] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:27.985732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4dd6-f141-462c-b7aa-d8af7cb7dd89 req-3c5ca649-b551-4410-8a0d-f163589ac79e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:27.986189 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa4f4dd6-f141-462c-b7aa-d8af7cb7dd89 req-3c5ca649-b551-4410-8a0d-f163589ac79e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0551856 Jan 13 17:11:28.038394 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa4f4dd6-f141-462c-b7aa-d8af7cb7dd89 req-192056a4-b47d-448e-9b58-6c59c6aa8bae tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Jan 13 17:11:28.105308 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.117896 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:28.144364 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Network af0081b4-82c9-48f6-908e-39c658326c91 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:28.147455 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:28.151111 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:28.157333 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:28.157954 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.167242 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:28.181215 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event updated for resources: {'Port': ['ID=0a4e597f-19a6-4b11-bda4-03afb9a284aa,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:28.245044 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-3bd75e47-8849-4db3-8a7e-17891f27bb2e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8080406 Jan 13 17:11:28.262458 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Request body: {'port': {'device_id': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:28.331321 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.370050 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93b95d09-ab43-4150-9281-2446c84698c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.495977 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93b95d09-ab43-4150-9281-2446c84698c5 admin admin] Publish callbacks [] for security_group (1524fced-9b5c-48ad-88c4-b851cf0fdfc3), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.585549 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-93b95d09-ab43-4150-9281-2446c84698c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1524fced-9b5c-48ad-88c4-b851cf0fdfc3), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.632706 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-93b95d09-ab43-4150-9281-2446c84698c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd302e8eca734a4b8ca8ad575d8b148d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641154 Jan 13 17:11:28.636284 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4e597f-19a6-4b11-bda4-03afb9a284aa {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:28.641003 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57452) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:28.642750 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c88e7-2ebc-420d-b816-e2f93091d30f req-16c40570-8ba6-4210-a90a-b3863a7d1e00 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:28.644235 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-079c88e7-2ebc-420d-b816-e2f93091d30f req-16c40570-8ba6-4210-a90a-b3863a7d1e00 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 931 time: 0.0861855 Jan 13 17:11:28.645089 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b95d09-ab43-4150-9281-2446c84698c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524fced-9b5c-48ad-88c4-b851cf0fdfc3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:28.653101 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Publish callbacks [] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.690497 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Transition to ACTIVE for port object 0a4e597f-19a6-4b11-bda4-03afb9a284aa will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:11:28.717132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0824cb81-2eed-4299-b445-97519694f846 admin admin] Publish callbacks [] for security_group (1524fced-9b5c-48ad-88c4-b851cf0fdfc3), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.736565 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-079c88e7-2ebc-420d-b816-e2f93091d30f req-616a2c90-0cdc-4c7d-a4da-095ac5274387 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748296 Jan 13 17:11:28.743073 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0824cb81-2eed-4299-b445-97519694f846 admin admin] Publish callbacks [] for security_group (1524fced-9b5c-48ad-88c4-b851cf0fdfc3), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.774617 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.832268 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e597f-19a6-4b11-bda4-03afb9a284aa,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:28.863299 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Attempting to bind port 0a4e597f-19a6-4b11-bda4-03afb9a284aa on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:28.863702 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Attempting to bind port 0a4e597f-19a6-4b11-bda4-03afb9a284aa by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:28.864132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Attempting to bind port 0a4e597f-19a6-4b11-bda4-03afb9a284aa on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:28.869617 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Port 0a4e597f-19a6-4b11-bda4-03afb9a284aa on network af0081b4-82c9-48f6-908e-39c658326c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:11:28.869945 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Attempting to bind port 0a4e597f-19a6-4b11-bda4-03afb9a284aa on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:28.878631 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:28.878631 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Checking segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:28.878631 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Bound using segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:28.878631 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Bound port: 0a4e597f-19a6-4b11-bda4-03afb9a284aa, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:28.878631 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.911331 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0824cb81-2eed-4299-b445-97519694f846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (1524fced-9b5c-48ad-88c4-b851cf0fdfc3), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.913976 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0824cb81-2eed-4299-b445-97519694f846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:28.915123 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-0824cb81-2eed-4299-b445-97519694f846 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1524fced-9b5c-48ad-88c4-b851cf0fdfc3 HTTP/1.1" status: 204 len: 168 time: 0.2731211 Jan 13 17:11:28.931940 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824cb81-2eed-4299-b445-97519694f846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524fced-9b5c-48ad-88c4-b851cf0fdfc3,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:28.971812 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57468) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:29.003856 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] For port 0a4e597f-19a6-4b11-bda4-03afb9a284aa, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:29.006991 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] For port 0a4e597f-19a6-4b11-bda4-03afb9a284aa, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a4e597f-19a6-4b11-bda4-03afb9a284aa,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:29.156650 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee4bb-1196-4693-a38b-8fe3118fda51 req-3e61fb2e-a474-4bd2-b4da-e30876a0806b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.157014 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4afee4bb-1196-4693-a38b-8fe3118fda51 req-3e61fb2e-a474-4bd2-b4da-e30876a0806b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0522158 Jan 13 17:11:29.202590 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4afee4bb-1196-4693-a38b-8fe3118fda51 req-fa2f50ca-7755-48ae-98e9-3cfd9da95228 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Jan 13 17:11:29.270142 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.304745 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.305356 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.306744 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] 10.222.0.57 "PUT /v2.0/ports/0a4e597f-19a6-4b11-bda4-03afb9a284aa HTTP/1.1" status: 200 len: 1093 time: 1.0494120 Jan 13 17:11:29.307167 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'tag': '0a4e597f-19a6-4b11-bda4-03afb9a284aa'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:29.309377 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de56b0-c148-4fd0-ba14-4d13066f66f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5139c19f-be6b-4ce7-a7c2-3721787f84a6", "tag": "0a4e597f-19a6-4b11-bda4-03afb9a284aa"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:29.340702 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568c26e-18dc-455e-8146-1f95d0e15a2d service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e597f-19a6-4b11-bda4-03afb9a284aa,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:29.359001 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ac16c-6327-4970-9190-4a410314a93c x-openstack-request-id: req-2c9ac16c-6327-4970-9190-4a410314a93c {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:29.359462 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5139c19f-be6b-4ce7-a7c2-3721787f84a6", "tag": "0a4e597f-19a6-4b11-bda4-03afb9a284aa", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:29.359723 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c9ac16c-6327-4970-9190-4a410314a93c {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:29.360311 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'tag': '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'status': 'completed', 'code': 200} Jan 13 17:11:29.430327 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de56b0-c148-4fd0-ba14-4d13066f66f8 req-9705e872-cfad-403d-bcdb-a73b1e199969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.431836 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-37de56b0-c148-4fd0-ba14-4d13066f66f8 req-9705e872-cfad-403d-bcdb-a73b1e199969 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 1096 time: 0.0498614 Jan 13 17:11:29.537138 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de56b0-c148-4fd0-ba14-4d13066f66f8 req-204e5a4a-c7c3-41d1-b0c6-8fdef4c16537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.538928 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-37de56b0-c148-4fd0-ba14-4d13066f66f8 req-204e5a4a-c7c3-41d1-b0c6-8fdef4c16537 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0948758 Jan 13 17:11:29.540694 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-194ebaea-75ba-4fea-9e07-89be54198786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.571335 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57484) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:29.633239 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-194ebaea-75ba-4fea-9e07-89be54198786 admin admin] Publish callbacks [] for security_group (13b0cc73-06a3-4ee6-8a73-6f2f14a65075), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.649612 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de56b0-c148-4fd0-ba14-4d13066f66f8 req-4f369acf-8e41-47a5-844a-92ad402da198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.651112 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-37de56b0-c148-4fd0-ba14-4d13066f66f8 req-4f369acf-8e41-47a5-844a-92ad402da198 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989289 Jan 13 17:11:29.689062 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8f535ea2-d1ed-4ecc-929f-2979fbc1ab0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.721496 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-194ebaea-75ba-4fea-9e07-89be54198786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (13b0cc73-06a3-4ee6-8a73-6f2f14a65075), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.738981 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377329-4147-445e-b45b-0083d09a44ac req-3bf2b0f2-35cc-4f8d-8357-481f99a15eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.740524 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-3bf2b0f2-35cc-4f8d-8357-481f99a15eac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 1096 time: 0.0460269 Jan 13 17:11:29.773707 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-194ebaea-75ba-4fea-9e07-89be54198786 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62fefb88ba0e4875a91a05ca1e81d5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8110657 Jan 13 17:11:29.775898 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ebaea-75ba-4fea-9e07-89be54198786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0cc73-06a3-4ee6-8a73-6f2f14a65075,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:29.778219 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57490) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:29.811701 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-aa1c3496-4be2-4bb9-96fd-77eac3f8afd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a4e597f-19a6-4b11-bda4-03afb9a284aa HTTP/1.1" status: 200 len: 217 time: 0.0510159 Jan 13 17:11:29.849403 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8f535ea2-d1ed-4ecc-929f-2979fbc1ab0a admin admin] Publish callbacks [] for security_group (b303081f-68d4-4939-a09b-8e0c556ce444), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.863113 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77068145-0ec3-418d-a40c-9aa6a4646705 admin admin] Publish callbacks [] for security_group (13b0cc73-06a3-4ee6-8a73-6f2f14a65075), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.885315 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77068145-0ec3-418d-a40c-9aa6a4646705 admin admin] Publish callbacks [] for security_group (13b0cc73-06a3-4ee6-8a73-6f2f14a65075), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.898284 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377329-4147-445e-b45b-0083d09a44ac req-66c90ae5-af5d-45a5-a43f-b2fc71ae2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.899719 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-66c90ae5-af5d-45a5-a43f-b2fc71ae2dac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 200 len: 854 time: 0.0730584 Jan 13 17:11:29.913606 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea510b-6f12-48b5-99cd-665742d6d2a4 req-2aa167b3-a458-4db1-8d83-e7830da2d67a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:29.920232 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-11ea510b-6f12-48b5-99cd-665742d6d2a4 req-2aa167b3-a458-4db1-8d83-e7830da2d67a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0782919 Jan 13 17:11:29.937910 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8f535ea2-d1ed-4ecc-929f-2979fbc1ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b303081f-68d4-4939-a09b-8e0c556ce444), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:29.946463 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-ed54a3cd-6f49-4fe9-a707-d4c0e11db23d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af0081b4-82c9-48f6-908e-39c658326c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301297 Jan 13 17:11:29.946900 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57494) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:29.975035 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f535ea2-d1ed-4ecc-929f-2979fbc1ab0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b303081f-68d4-4939-a09b-8e0c556ce444,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:29.981004 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-8f535ea2-d1ed-4ecc-929f-2979fbc1ab0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b38f9770d3d14a4a9a1a82b44f31be2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084935 Jan 13 17:11:29.984138 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57496) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:30.005930 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77068145-0ec3-418d-a40c-9aa6a4646705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (13b0cc73-06a3-4ee6-8a73-6f2f14a65075), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.008517 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77068145-0ec3-418d-a40c-9aa6a4646705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.011556 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-77068145-0ec3-418d-a40c-9aa6a4646705 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13b0cc73-06a3-4ee6-8a73-6f2f14a65075 HTTP/1.1" status: 204 len: 168 time: 0.2272837 Jan 13 17:11:30.015862 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f898d625-faed-4dfe-8e4c-4776b5d1fae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.029593 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77068145-0ec3-418d-a40c-9aa6a4646705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0cc73-06a3-4ee6-8a73-6f2f14a65075,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:30.049245 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4256232-6ecd-4301-8f7b-3ee7e4bf0d05 admin admin] Publish callbacks [] for security_group (b303081f-68d4-4939-a09b-8e0c556ce444), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.072520 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-11ea510b-6f12-48b5-99cd-665742d6d2a4 req-b178cb99-3698-4f03-ad92-255064ce7d0a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470160 Jan 13 17:11:30.088290 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4256232-6ecd-4301-8f7b-3ee7e4bf0d05 admin admin] Publish callbacks [] for security_group (b303081f-68d4-4939-a09b-8e0c556ce444), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.110627 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-b522efe9-a08e-49dc-96d5-68269803029d service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563661 Jan 13 17:11:30.202414 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f898d625-faed-4dfe-8e4c-4776b5d1fae5 admin admin] Publish callbacks [] for security_group (9a946d5a-7d85-4921-abd7-44e346d4e4fb), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.212460 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4256232-6ecd-4301-8f7b-3ee7e4bf0d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b303081f-68d4-4939-a09b-8e0c556ce444), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.215016 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d4256232-6ecd-4301-8f7b-3ee7e4bf0d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.216193 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d4256232-6ecd-4301-8f7b-3ee7e4bf0d05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b303081f-68d4-4939-a09b-8e0c556ce444 HTTP/1.1" status: 204 len: 168 time: 0.2310479 Jan 13 17:11:30.225768 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4256232-6ecd-4301-8f7b-3ee7e4bf0d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b303081f-68d4-4939-a09b-8e0c556ce444,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:30.230539 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50377329-4147-445e-b45b-0083d09a44ac req-c3619587-2ddf-4ef1-b862-eed34c667d0e service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129513 Jan 13 17:11:30.269570 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f898d625-faed-4dfe-8e4c-4776b5d1fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (9a946d5a-7d85-4921-abd7-44e346d4e4fb), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.314153 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-f898d625-faed-4dfe-8e4c-4776b5d1fae5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a701f1b2e6f4f11851e0259d670233d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611839 Jan 13 17:11:30.316221 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898d625-faed-4dfe-8e4c-4776b5d1fae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a946d5a-7d85-4921-abd7-44e346d4e4fb,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:30.318519 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57506) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:30.360304 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d3d5-cd9d-49ba-8a92-5849a85a914d req-5b330913-2744-4fe4-8a1d-7a2998e10780 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:30.361808 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8be1d3d5-cd9d-49ba-8a92-5849a85a914d req-5b330913-2744-4fe4-8a1d-7a2998e10780 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0548906 Jan 13 17:11:30.370394 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-97e5759d-3a52-431f-a90b-d95853df6c1d admin admin] Publish callbacks [] for security_group (9a946d5a-7d85-4921-abd7-44e346d4e4fb), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.396403 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-97e5759d-3a52-431f-a90b-d95853df6c1d admin admin] Publish callbacks [] for security_group (9a946d5a-7d85-4921-abd7-44e346d4e4fb), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.418501 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8be1d3d5-cd9d-49ba-8a92-5849a85a914d req-0d07c983-9360-4db0-a879-e345b1afccc8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508776 Jan 13 17:11:30.534631 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-97e5759d-3a52-431f-a90b-d95853df6c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (9a946d5a-7d85-4921-abd7-44e346d4e4fb), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.537239 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-97e5759d-3a52-431f-a90b-d95853df6c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.541021 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-97e5759d-3a52-431f-a90b-d95853df6c1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a946d5a-7d85-4921-abd7-44e346d4e4fb HTTP/1.1" status: 204 len: 168 time: 0.2215941 Jan 13 17:11:30.549727 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5759d-3a52-431f-a90b-d95853df6c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a946d5a-7d85-4921-abd7-44e346d4e4fb,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:30.885540 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57522) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:30.898215 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-477b0bb0-420c-402a-a800-501e005e6a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:30.989134 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-477b0bb0-420c-402a-a800-501e005e6a60 admin admin] Publish callbacks [] for security_group (0aa7bbb1-7251-4d1d-a1b9-12d8979942ed), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:31.081453 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-477b0bb0-420c-402a-a800-501e005e6a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (0aa7bbb1-7251-4d1d-a1b9-12d8979942ed), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:31.121124 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-477b0bb0-420c-402a-a800-501e005e6a60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e2652f1a0224784a39322db294b4313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344081 Jan 13 17:11:31.122223 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b0bb0-420c-402a-a800-501e005e6a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa7bbb1-7251-4d1d-a1b9-12d8979942ed,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:31.124078 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57538) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:31.191104 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f50f-d79f-449c-b5fd-a52b311405c2 admin admin] Publish callbacks [] for security_group (0aa7bbb1-7251-4d1d-a1b9-12d8979942ed), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:31.213345 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f50f-d79f-449c-b5fd-a52b311405c2 admin admin] Publish callbacks [] for security_group (0aa7bbb1-7251-4d1d-a1b9-12d8979942ed), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:31.213887 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92962d-ce79-4237-8ef4-6e74f5f8db53 req-72af372b-da6c-42b7-b977-a15d416d6850 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:31.215280 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0b92962d-ce79-4237-8ef4-6e74f5f8db53 req-72af372b-da6c-42b7-b977-a15d416d6850 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0661743 Jan 13 17:11:31.265843 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0b92962d-ce79-4237-8ef4-6e74f5f8db53 req-da418de5-a836-4e41-aeae-c4e9256a9494 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445623 Jan 13 17:11:31.366755 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f50f-d79f-449c-b5fd-a52b311405c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (0aa7bbb1-7251-4d1d-a1b9-12d8979942ed), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:31.369656 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f50f-d79f-449c-b5fd-a52b311405c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:31.370908 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-8fc7f50f-d79f-449c-b5fd-a52b311405c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0aa7bbb1-7251-4d1d-a1b9-12d8979942ed HTTP/1.1" status: 204 len: 168 time: 0.2449515 Jan 13 17:11:31.381377 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7f50f-d79f-449c-b5fd-a52b311405c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa7bbb1-7251-4d1d-a1b9-12d8979942ed,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:31.548441 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef0fb-a1fb-457a-8154-8355223d9fdf req-457a0ef5-0091-4f1a-8613-47c30aabe936 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:31.550878 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53bef0fb-a1fb-457a-8154-8355223d9fdf req-457a0ef5-0091-4f1a-8613-47c30aabe936 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0558603 Jan 13 17:11:31.616463 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53bef0fb-a1fb-457a-8154-8355223d9fdf req-18a047cc-7744-4213-ba4d-a175ab4679c1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606012 Jan 13 17:11:32.397200 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd62b-daaf-48c9-bfaa-ad607fd3dc98 req-69148c09-47ec-44d0-8af5-17658cc3b22d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:32.398689 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-937dd62b-daaf-48c9-bfaa-ad607fd3dc98 req-69148c09-47ec-44d0-8af5-17658cc3b22d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0532756 Jan 13 17:11:32.453596 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-937dd62b-daaf-48c9-bfaa-ad607fd3dc98 req-27430343-597f-4800-a45e-d1d1ee02f63b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488532 Jan 13 17:11:32.560414 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57608) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:32.584052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57612) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:32.707672 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:32.735035 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-347494575-network', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:32.771036 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959076c-cbe0-4ba1-bedb-d115d596b06d req-a408ceec-e251-47b4-98de-0670e6bb429f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:32.776571 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1959076c-cbe0-4ba1-bedb-d115d596b06d req-a408ceec-e251-47b4-98de-0670e6bb429f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0562873 Jan 13 17:11:32.812472 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Publish callbacks [] for security_group (5861e878-8fd1-481e-aec8-0e8937a50a56), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:32.824483 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1959076c-cbe0-4ba1-bedb-d115d596b06d req-4e28589d-b429-4435-be4f-8078d40af2fd tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Jan 13 17:11:32.881260 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Made reservation on behalf of 153d0669b0e44e41ad79b2da795c5b38 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:32.883675 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:32.893191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:32.924253 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb438-c7f3-40d4-84f3-c1a451ee0624 req-3e15db1c-7a9e-4fa7-93c9-a8f39cc0db18 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:32.925779 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f67cb438-c7f3-40d4-84f3-c1a451ee0624 req-3e15db1c-7a9e-4fa7-93c9-a8f39cc0db18 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.0483043 Jan 13 17:11:32.945363 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5861e878-8fd1-481e-aec8-0e8937a50a56), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:32.973997 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f67cb438-c7f3-40d4-84f3-c1a451ee0624 req-dfefc834-6e84-4977-b333-cfe08bf1a71e tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Jan 13 17:11:32.999747 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72388b4a7e134e77b87fe48117a2e67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146051 Jan 13 17:11:33.001627 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks [] for security_group (e1dc8df6-0644-4340-a32c-f9cec1281871), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.002878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5861e878-8fd1-481e-aec8-0e8937a50a56,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:33.008975 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57624) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:33.010025 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.010369 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.010706 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.011037 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.011365 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.011689 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.012037 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.012361 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.012676 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.013002 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.013882 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.014204 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.014515 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545c2bc-558b-4435-81c2-b9025dcfd9a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.058538 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Publish callbacks [] for security_group (5861e878-8fd1-481e-aec8-0e8937a50a56), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.079578 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Publish callbacks [] for security_group (5861e878-8fd1-481e-aec8-0e8937a50a56), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.084965 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e1dc8df6-0644-4340-a32c-f9cec1281871), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.111713 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:11:33.121338 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc8df6-0644-4340-a32c-f9cec1281871,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:33.196093 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5861e878-8fd1-481e-aec8-0e8937a50a56), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.197801 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.198387 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Added segment d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05 of type vlan for network af4b7f59-680c-407c-b0f7-86844c8fcd53 Jan 13 17:11:33.198588 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.203509 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5861e878-8fd1-481e-aec8-0e8937a50a56 HTTP/1.1" status: 204 len: 168 time: 0.1906466 Jan 13 17:11:33.211057 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5861e878-8fd1-481e-aec8-0e8937a50a56,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:33.223023 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.230651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c586b-afb1-41e1-b3b7-99f655485dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:33.249046 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (af4b7f59-680c-407c-b0f7-86844c8fcd53), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.349354 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (af4b7f59-680c-407c-b0f7-86844c8fcd53), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.350329 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:33.350914 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.409133 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] Pushing event updated for resources: {'Network': ['ID=af4b7f59-680c-407c-b0f7-86844c8fcd53,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:33.424238 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:11:33.489545 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2fcffdeb-ccb1-4018-bc46-7b40fabcdc3b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9278138 Jan 13 17:11:33.492700 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57632) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:33.498611 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Request body: {'subnet': {'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-347494575-subnet', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:33.588702 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956002c-b7f7-4831-9e21-f64c826555bc req-9d3f27dc-a866-4eb3-9539-625b55a13cb0 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:33.590219 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e956002c-b7f7-4831-9e21-f64c826555bc req-9d3f27dc-a866-4eb3-9539-625b55a13cb0 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0508790 Jan 13 17:11:33.591514 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Made reservation on behalf of 153d0669b0e44e41ad79b2da795c5b38 for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:33.593925 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.675509 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e4d5063b-d897-4461-aca9-28a38b36ae29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.698254 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e956002c-b7f7-4831-9e21-f64c826555bc req-e05da1f7-3eae-41f9-978e-b800203ef7ed tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011140 Jan 13 17:11:33.937292 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (8a43eb6d-5a8a-4741-9971-e8655500271a), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:33.942871 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0429-c435-48bd-95bf-add80233de5d req-19065ca0-22ae-480d-96d6-d03a1229bd7b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:33.944418 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7f1f0429-c435-48bd-95bf-add80233de5d req-19065ca0-22ae-480d-96d6-d03a1229bd7b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0488117 Jan 13 17:11:34.004079 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7f1f0429-c435-48bd-95bf-add80233de5d req-2ce198f2-b015-4a79-9d5e-f1dfd490cbb0 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540829 Jan 13 17:11:34.223840 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a43eb6d-5a8a-4741-9971-e8655500271a,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:34.248284 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Checking segment: {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:34.248652 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Network hostable DHCP agents. Network: af4b7f59-680c-407c-b0f7-86844c8fcd53, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:11:34.281174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363233e-520f-4531-88b5-82a51100cf08 req-052edb9b-404e-40bb-a610-10cec740726b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:34.281826 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d363233e-520f-4531-88b5-82a51100cf08 req-052edb9b-404e-40bb-a610-10cec740726b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.0746744 Jan 13 17:11:34.338062 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d363233e-520f-4531-88b5-82a51100cf08 req-90d974b6-f90f-4e4f-8013-7c5bf8b3f524 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452278 Jan 13 17:11:34.339107 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:11:34.427824 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, af4b7f59-680c-407c-b0f7-86844c8fcd53) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:34.432420 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:34.433276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:34.438516 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df999b4c-666a-4af1-8ac4-c38528656666 None None] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:11:34.507819 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c332995e-6c1b-435b-bce8-4c99f8d07179 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0138943 Jan 13 17:11:34.512519 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57696) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:34.515939 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:34.556386 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-af4b7f59-680c-407c-b0f7-86844c8fcd53', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:11:34.557362 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:34.618493 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:34.619556 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:34.643848 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0a4e597f-19a6-4b11-bda4-03afb9a284aa details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:34.693717 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks [] for router_controller (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:34.766763 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Allocated IP 172.20.0.2 (af4b7f59-680c-407c-b0f7-86844c8fcd53/8a43eb6d-5a8a-4741-9971-e8655500271a/a0957232-5a0e-4ce1-bd40-66a3fc8f8395) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:34.844131 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad604ee7-ec45-4c92-9830-8d99925b2cd4 req-9780efee-1e31-41fc-81fc-8eaf5f714e32 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:34.851796 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 0a4e597f-19a6-4b11-bda4-03afb9a284aa, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a4e597f-19a6-4b11-bda4-03afb9a284aa,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:34.853136 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ad604ee7-ec45-4c92-9830-8d99925b2cd4 req-9780efee-1e31-41fc-81fc-8eaf5f714e32 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 943 time: 0.0641336 Jan 13 17:11:34.869843 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'port_id': '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'mac_address': 'fa:16:3e:d2:c4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:34.907507 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ad604ee7-ec45-4c92-9830-8d99925b2cd4 req-7a34389e-9c33-4ff5-952b-d6efbb115e05 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534594 Jan 13 17:11:34.923875 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks [] for router_gateway (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:34.931463 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 0a4e597f-19a6-4b11-bda4-03afb9a284aa is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:34.931842 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:34.968465 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4e597f-19a6-4b11-bda4-03afb9a284aa {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:34.996623 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 0a4e597f-19a6-4b11-bda4-03afb9a284aa, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a4e597f-19a6-4b11-bda4-03afb9a284aa,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:35.007122 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Publish callbacks [] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.108393 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.146557 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.174858 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=0a4e597f-19a6-4b11-bda4-03afb9a284aa,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:35.186240 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.186641 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.187078 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.187500 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.188060 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.188457 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.188847 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.189233 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.189615 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.190012 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.190395 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.190555 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca124d-e9f9-4732-a7c0-39c7d3534b4d req-8e98d766-4ccf-4702-abdd-a0dc72d93446 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:35.190833 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.191211 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:35.193134 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e4ca124d-e9f9-4732-a7c0-39c7d3534b4d req-8e98d766-4ccf-4702-abdd-a0dc72d93446 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1165373 Jan 13 17:11:35.203388 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:35.206960 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:35.213704 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:35.241311 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-38052b9f-6b35-4c21-b8b4-3f197467c14f tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:35.243141 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-38052b9f-6b35-4c21-b8b4-3f197467c14f tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.57 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.1379538 Jan 13 17:11:35.248348 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks [] for router_gateway (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.271478 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.297973 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Pushing event updated for resources: {'Port': ['ID=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:35.303965 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Attempting to bind port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:35.304445 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Attempting to bind port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:35.304855 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Attempting to bind port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 on network af4b7f59-680c-407c-b0f7-86844c8fcd53 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:35.310709 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:35.311187 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Checking segment: {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:35.311525 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.311898 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Bound using segment: {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:35.312538 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Bound port: a0957232-5a0e-4ce1-bd40-66a3fc8f8395, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:35.313185 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.314399 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e4ca124d-e9f9-4732-a7c0-39c7d3534b4d req-f4b720fe-ba8a-4202-a853-5aebb68bc68e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044531 Jan 13 17:11:35.406682 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] For port a0957232-5a0e-4ce1-bd40-66a3fc8f8395, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:35.412317 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Deleting port 5a497aac-bb70-4ede-bbaf-b61499e56b4f {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:11:35.412317 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.417765 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] For port a0957232-5a0e-4ce1-bd40-66a3fc8f8395, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:35.432771 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Allocated IP 172.27.0.39 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/46cdf3ec-3c67-4894-9a86-bbe880301560) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:35.488514 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['0a4e597f-19a6-4b11-bda4-03afb9a284aa'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:35.507453 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.535094 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] For port 5a497aac-bb70-4ede-bbaf-b61499e56b4f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5a497aac-bb70-4ede-bbaf-b61499e56b4f,segment=NetworkSegment(3bc50706-28a5-45b2-869a-825e2d02c3e7),segment_id=3bc50706-28a5-45b2-869a-825e2d02c3e7)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:35.535578 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.558851 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Calling delete_port for 5a497aac-bb70-4ede-bbaf-b61499e56b4f owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:11:35.565699 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df317d1-b06c-46c6-bd70-abf249860db2 req-9d6b6914-686f-4a3b-bae8-9694904f9036 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:35.567201 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0df317d1-b06c-46c6-bd70-abf249860db2 req-9d6b6914-686f-4a3b-bae8-9694904f9036 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 946 time: 0.1192923 Jan 13 17:11:35.610530 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks [] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.641482 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0df317d1-b06c-46c6-bd70-abf249860db2 req-1e858bd1-1dd5-44b3-a899-02c5b7203741 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/security-groups?id=07420cd4-0020-40d5-960e-2fbbd50f917d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683355 Jan 13 17:11:35.675312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237d06-58f6-4dc3-ae3b-c284209a0f9c None None] Pushing event updated for resources: {'Port': ['ID=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:35.751247 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:35.798202 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Pushing event updated for resources: {'Port': ['ID=46cdf3ec-3c67-4894-9a86-bbe880301560,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:35.827603 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:35.827603 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:35.827603 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:36.007603 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9d482bbe-f747-49bf-a432-b0249e4712f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:36.018129 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (5a497aac-bb70-4ede-bbaf-b61499e56b4f), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:36.089315 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Pushing event deleted for resources: {'Port': ['ID=5a497aac-bb70-4ede-bbaf-b61499e56b4f,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:36.125562 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] No DVR routers for this DVR port 5a497aac-bb70-4ede-bbaf-b61499e56b4f on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:11:36.134035 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d82da-91db-4a65-a6a0-db02dcc589a7 req-cb5322f3-3479-4c32-ae60-05aee1065d03 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:36.135533 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a63d82da-91db-4a65-a6a0-db02dcc589a7 req-cb5322f3-3479-4c32-ae60-05aee1065d03 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 944 time: 0.1470897 Jan 13 17:11:36.137901 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:36.141384 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f10ce0d6-ec33-488b-a79c-fa4a70d0342f req-4a2b83aa-043f-4395-98b1-eb09923cd122 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.57 "DELETE /v2.0/ports/5a497aac-bb70-4ede-bbaf-b61499e56b4f HTTP/1.1" status: 204 len: 173 time: 0.8897038 Jan 13 17:11:36.142892 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'name': 'network-vif-deleted', 'tag': '5a497aac-bb70-4ede-bbaf-b61499e56b4f'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:36.144321 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5168156e-0a6c-48de-b58c-246fe8313471" -d '{"events": [{"server_uuid": "82ed9ad0-339c-4651-abd4-5d15fb420ecf", "name": "network-vif-deleted", "tag": "5a497aac-bb70-4ede-bbaf-b61499e56b4f"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:36.194612 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a63d82da-91db-4a65-a6a0-db02dcc589a7 req-e3406850-2379-430d-8885-12a1c14c185a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473037 Jan 13 17:11:36.212262 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e115c-059c-4014-b9e6-f883c04b5d5e x-openstack-request-id: req-d98e115c-059c-4014-b9e6-f883c04b5d5e {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:36.212262 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ed9ad0-339c-4651-abd4-5d15fb420ecf", "name": "network-vif-deleted", "tag": "5a497aac-bb70-4ede-bbaf-b61499e56b4f", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:36.212262 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d98e115c-059c-4014-b9e6-f883c04b5d5e {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:36.212262 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ed9ad0-339c-4651-abd4-5d15fb420ecf', 'name': 'network-vif-deleted', 'tag': '5a497aac-bb70-4ede-bbaf-b61499e56b4f', 'status': 'completed', 'code': 200} Jan 13 17:11:36.243070 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks [] for router_gateway (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:36.516990 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14eca3c-e55d-4dd6-a183-92fbbd541d2e req-263cd5d2-f807-46d8-aa66-2bf68aad2846 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:36.525557 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f14eca3c-e55d-4dd6-a183-92fbbd541d2e req-263cd5d2-f807-46d8-aa66-2bf68aad2846 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1155510 Jan 13 17:11:36.559934 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:36.632035 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f14eca3c-e55d-4dd6-a183-92fbbd541d2e req-4c72da5c-55a8-44b1-8607-c0fa1f50d855 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055815 Jan 13 17:11:36.660563 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0a4e597f-19a6-4b11-bda4-03afb9a284aa up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:36.791314 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-181e0210-3175-4b79-864f-d0806adead4f req-942158a1-0ddc-47c7-81f4-d899b8d78733 tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.0315189 Jan 13 17:11:36.846096 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57786) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:36.863660 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 0a4e597f-19a6-4b11-bda4-03afb9a284aa completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:36.868598 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777cd64e-b1ea-4744-a66c-7283792b262c None None] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:11:36.872924 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 0a4e597f-19a6-4b11-bda4-03afb9a284aa triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:36.873346 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:36.947443 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:11:36.964206 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b8e297ed-d30a-4d12-8d70-2226eb0e2e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.074375 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b8e297ed-d30a-4d12-8d70-2226eb0e2e02 admin admin] Publish callbacks [] for security_group (5e46a373-1771-40cb-878c-2f9b46d5c53e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.076751 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:11:37.088735 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Sync routers for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:11:37.100794 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:37.101407 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:37.121778 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-20a5661c-b626-44cb-833a-a70e5182f775 None None] Provisioning complete for port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:37.122045 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-20a5661c-b626-44cb-833a-a70e5182f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.155625 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b8e297ed-d30a-4d12-8d70-2226eb0e2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5e46a373-1771-40cb-878c-2f9b46d5c53e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.212705 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:37.219141 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e297ed-d30a-4d12-8d70-2226eb0e2e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e46a373-1771-40cb-878c-2f9b46d5c53e,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:37.222827 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.226596 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-530e852e-016d-46db-83a3-4294cff63438 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7122025 Jan 13 17:11:37.244083 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57794) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:37.245454 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.245454 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 0a4e597f-19a6-4b11-bda4-03afb9a284aa is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:37.245454 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.323088 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 0a4e597f-19a6-4b11-bda4-03afb9a284aa, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a4e597f-19a6-4b11-bda4-03afb9a284aa,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:37.326268 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e597f-19a6-4b11-bda4-03afb9a284aa'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:37.330511 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27092f71-6002-420e-89bc-b8eb0d0b10f3" -d '{"events": [{"server_uuid": "5139c19f-be6b-4ce7-a7c2-3721787f84a6", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e597f-19a6-4b11-bda4-03afb9a284aa"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:37.362290 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebfbce-1573-4878-bf8e-6af3343887e9 req-6f9bb4e6-8115-4459-82e7-d30c73703d00 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:37.370976 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-deebfbce-1573-4878-bf8e-6af3343887e9 req-6f9bb4e6-8115-4459-82e7-d30c73703d00 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 944 time: 0.0904484 Jan 13 17:11:37.385039 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-20a5661c-b626-44cb-833a-a70e5182f775 None None] Current status of the port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:37.389418 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-20a5661c-b626-44cb-833a-a70e5182f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.395097 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.398369 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5a497aac-bb70-4ede-bbaf-b61499e56b4f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:11:37.441546 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239fb80-a4cc-416e-a59e-19f675bda1a0 x-openstack-request-id: req-4239fb80-a4cc-416e-a59e-19f675bda1a0 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:37.442134 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5139c19f-be6b-4ce7-a7c2-3721787f84a6", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e597f-19a6-4b11-bda4-03afb9a284aa", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:37.442543 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4239fb80-a4cc-416e-a59e-19f675bda1a0 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:37.443072 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'code': 200} Jan 13 17:11:37.491837 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 5a497aac-bb70-4ede-bbaf-b61499e56b4f {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:11:37.491837 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5a497aac-bb70-4ede-bbaf-b61499e56b4f not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:11:37.520725 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-deebfbce-1573-4878-bf8e-6af3343887e9 req-05c256c7-5e9c-4649-9407-534061dde772 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455715 Jan 13 17:11:37.539100 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-20a5661c-b626-44cb-833a-a70e5182f775 None None] For port a0957232-5a0e-4ce1-bd40-66a3fc8f8395, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:37.544925 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b8e297ed-d30a-4d12-8d70-2226eb0e2e02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f180da04ed64cc88ac0bef3363cf5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6945496 Jan 13 17:11:37.548580 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57798) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:37.550675 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=0a4e597f-19a6-4b11-bda4-03afb9a284aa,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:37.595101 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:35Z', 'revision_number': 3, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:37.605580 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132ed45c-ad23-4048-8a5f-a76b80a7105e admin admin] Publish callbacks [] for security_group (5e46a373-1771-40cb-878c-2f9b46d5c53e), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.621560 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-bd94dc06-2b87-49a0-9b77-5edc87d5922d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1882033 Jan 13 17:11:37.643664 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132ed45c-ad23-4048-8a5f-a76b80a7105e admin admin] Publish callbacks [] for security_group (5e46a373-1771-40cb-878c-2f9b46d5c53e), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.654213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Checking router: 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:11:37.654568 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Updating router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 port 46cdf3ec-3c67-4894-9a86-bbe880301560 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:11:37.671045 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-20a5661c-b626-44cb-833a-a70e5182f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.685770 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.776490 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132ed45c-ad23-4048-8a5f-a76b80a7105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5e46a373-1771-40cb-878c-2f9b46d5c53e), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.782597 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5661c-b626-44cb-833a-a70e5182f775 None None] Pushing event updated for resources: {'Port': ['ID=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:37.784307 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-132ed45c-ad23-4048-8a5f-a76b80a7105e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.788927 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-132ed45c-ad23-4048-8a5f-a76b80a7105e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e46a373-1771-40cb-878c-2f9b46d5c53e HTTP/1.1" status: 204 len: 168 time: 0.2424877 Jan 13 17:11:37.812257 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-90e91517-f676-4b24-9ecc-e92feef829c7 None None] Provisioning complete for port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:37.812814 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-90e91517-f676-4b24-9ecc-e92feef829c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:37.860180 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ed45c-ad23-4048-8a5f-a76b80a7105e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e46a373-1771-40cb-878c-2f9b46d5c53e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:37.926354 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50592740-cb73-4a11-93b1-3a032149f927 req-e974ff78-7fef-4af8-8e90-858c10c7807d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:37.935561 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50592740-cb73-4a11-93b1-3a032149f927 req-e974ff78-7fef-4af8-8e90-858c10c7807d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1509101 Jan 13 17:11:37.960379 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a0957232-5a0e-4ce1-bd40-66a3fc8f8395 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:37.975526 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-b77ad2bb-5ecf-4fd2-996a-12133ce828b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:37.977232 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-b77ad2bb-5ecf-4fd2-996a-12133ce828b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 1098 time: 0.2093730 Jan 13 17:11:37.977622 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52786-5a7d-481e-8256-fc665a28f7d8 req-e6e7828f-70d8-4660-8570-8e90e159311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:37.983828 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6db52786-5a7d-481e-8256-fc665a28f7d8 req-e6e7828f-70d8-4660-8570-8e90e159311b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 1098 time: 0.1471803 Jan 13 17:11:38.107271 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-90e91517-f676-4b24-9ecc-e92feef829c7 None None] Current status of the port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:38.110847 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:38.111225 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.127814 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fff54e5a-e0f7-4e0f-bc51-c22a0da4ea0d req-2d0dcb73-486f-4b94-9057-48bcebc0901b tempest-DeleteServersTestJSON-1075854787 tempest-DeleteServersTestJSON-1075854787-project] 10.222.0.42 "GET /v2.0/ports?device_id=82ed9ad0-339c-4651-abd4-5d15fb420ecf HTTP/1.1" status: 200 len: 210 time: 0.1074286 Jan 13 17:11:38.169107 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50592740-cb73-4a11-93b1-3a032149f927 req-2dfa4136-7b5f-4f7c-b17e-f266e0203ad4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321370 Jan 13 17:11:38.171086 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6db52786-5a7d-481e-8256-fc665a28f7d8 req-e4e4fb17-4fb9-4abf-8ce0-65599e8fe63e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798477 Jan 13 17:11:38.240124 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:38.249923 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Publish callbacks [] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.267473 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.280842 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-f5b201fe-3f66-4f9b-a095-119277d024b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:38.282437 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-f5b201fe-3f66-4f9b-a095-119277d024b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 915 time: 0.2775857 Jan 13 17:11:38.372919 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.396613 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.432736 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Attempting to bind port 46cdf3ec-3c67-4894-9a86-bbe880301560 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:38.433398 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Attempting to bind port 46cdf3ec-3c67-4894-9a86-bbe880301560 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:38.433966 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Attempting to bind port 46cdf3ec-3c67-4894-9a86-bbe880301560 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:38.442138 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:38.442506 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:38.442905 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.446408 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:38.446408 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Bound port: 46cdf3ec-3c67-4894-9a86-bbe880301560, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:38.446408 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.446408 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8784084-ca89-4ff8-9646-a4e8cc958672 None None] Pushing event updated for resources: {'Port': ['ID=46cdf3ec-3c67-4894-9a86-bbe880301560,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:38.460721 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Allocated IP 172.20.0.1 (af4b7f59-680c-407c-b0f7-86844c8fcd53/8a43eb6d-5a8a-4741-9971-e8655500271a/b0824e93-92d7-4ed7-851c-a1512b9d3dca) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:38.504301 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] For port 46cdf3ec-3c67-4894-9a86-bbe880301560, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:38.507834 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] For port 46cdf3ec-3c67-4894-9a86-bbe880301560, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=46cdf3ec-3c67-4894-9a86-bbe880301560,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:38.508980 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-1527e601-2f47-49dd-853f-d133686a005f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 HTTP/1.1" status: 200 len: 217 time: 0.0500460 Jan 13 17:11:38.567459 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.630312 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8784084-ca89-4ff8-9646-a4e8cc958672 None None] Pushing event updated for resources: {'Port': ['ID=46cdf3ec-3c67-4894-9a86-bbe880301560,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:38.652569 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:38.652955 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-ef311c21-e6c8-44d2-af8e-fcf5dc27a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:38.653196 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:38.654465 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-ef311c21-e6c8-44d2-af8e-fcf5dc27a69b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 200 len: 854 time: 0.1371453 Jan 13 17:11:38.702569 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-af8d89c4-9b57-40c9-a9c4-4ac15f111983 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af0081b4-82c9-48f6-908e-39c658326c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342498 Jan 13 17:11:38.715374 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555145-8a1d-408e-90d2-9fa99d6f5997 req-0b889077-f796-47a9-b0cf-dad0baf6b937 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:38.716885 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a4555145-8a1d-408e-90d2-9fa99d6f5997 req-0b889077-f796-47a9-b0cf-dad0baf6b937 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 945 time: 0.1396849 Jan 13 17:11:38.722835 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks [] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:38.768908 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:38.877187 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a4555145-8a1d-408e-90d2-9fa99d6f5997 req-a6b676f9-f08d-4e6b-a45d-a294f213f0e0 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398115 Jan 13 17:11:38.891477 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-807ffe59-38ce-4aea-9d98-e37352b88d08 service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719320 Jan 13 17:11:38.981156 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.043368 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1e5e4580-797a-420a-9d8a-034bc4fcd5b7 req-7dac158c-22ac-4c5b-94ec-b49e13f5ad73 service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349266 Jan 13 17:11:39.049272 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:39.058438 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:39.060930 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Pushing event updated for resources: {'Port': ['ID=b0824e93-92d7-4ed7-851c-a1512b9d3dca,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:39.063257 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:39.063920 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.078269 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:35Z', 'revision_number': 3, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:39.110095 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb862bde-20d2-4ad0-ad70-cbe20b2521d0 None None] The sync data for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi is: [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:35Z', 'revision_number': 3, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:11:39.310872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.318591 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3a4e3-f445-4578-a81b-0b45a0657951 req-d7d6ed21-0057-4991-befe-ccfc61c5f7d1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:39.326438 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8bb3a4e3-f445-4578-a81b-0b45a0657951 req-d7d6ed21-0057-4991-befe-ccfc61c5f7d1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0632629 Jan 13 17:11:39.387308 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8bb3a4e3-f445-4578-a81b-0b45a0657951 req-34c09d2a-bc68-4319-98a6-7ac41b5bb0c6 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579572 Jan 13 17:11:39.442215 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b719df05-094c-4b3e-bf12-6588c99e6f0c None None] Provisioning complete for port b0824e93-92d7-4ed7-851c-a1512b9d3dca triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:39.442981 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b719df05-094c-4b3e-bf12-6588c99e6f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.553699 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b719df05-094c-4b3e-bf12-6588c99e6f0c None None] Port b0824e93-92d7-4ed7-851c-a1512b9d3dca cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:11:39.672256 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks [] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.687388 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.772187 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.772947 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:39.885312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 46cdf3ec-3c67-4894-9a86-bbe880301560 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:39.996475 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 46cdf3ec-3c67-4894-9a86-bbe880301560 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:39.999310 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:40.117936 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 46cdf3ec-3c67-4894-9a86-bbe880301560 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:40.118405 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:40.141359 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 46cdf3ec-3c67-4894-9a86-bbe880301560, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=46cdf3ec-3c67-4894-9a86-bbe880301560,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:40.166564 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Pushing event updated for resources: {'Port': ['ID=b0824e93-92d7-4ed7-851c-a1512b9d3dca,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:40.218186 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:40.219129 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4f29-ce19-4fd9-b842-956168a36ac7 req-591eb1df-c26f-4efa-a0bf-14fee639531f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:40.219258 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a0957232-5a0e-4ce1-bd40-66a3fc8f8395 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:40.220693 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-383b4f29-ce19-4fd9-b842-956168a36ac7 req-591eb1df-c26f-4efa-a0bf-14fee639531f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 945 time: 0.1156158 Jan 13 17:11:40.253857 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:40.259880 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:40.300576 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=46cdf3ec-3c67-4894-9a86-bbe880301560,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:40.314101 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:40.314470 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:40.345612 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-383b4f29-ce19-4fd9-b842-956168a36ac7 req-8826c712-9945-4ec7-8081-22a1f178f482 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172020 Jan 13 17:11:40.430674 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:40.508042 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:11:40.544951 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08099f94-a5a7-4427-9043-c249fe483570 req-3f60f713-dfae-4bd8-8351-88c4c8bb6924 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:40.545407 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-08099f94-a5a7-4427-9043-c249fe483570 req-3f60f713-dfae-4bd8-8351-88c4c8bb6924 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0600054 Jan 13 17:11:40.590392 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-bd71cfc4-9747-48d7-8357-cb36cfe2ba2c None None] Provisioning complete for port b0824e93-92d7-4ed7-851c-a1512b9d3dca triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:40.591430 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd71cfc4-9747-48d7-8357-cb36cfe2ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:40.627286 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-08099f94-a5a7-4427-9043-c249fe483570 req-4b5dc2f6-7292-47e9-83bd-5ebfcab1fd50 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689037 Jan 13 17:11:40.637147 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-bd71cfc4-9747-48d7-8357-cb36cfe2ba2c None None] Port b0824e93-92d7-4ed7-851c-a1512b9d3dca cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:11:40.648615 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:11:40.655128 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b9d8923a-cb55-4c8b-8187-26e164fc5b2e admin admin] 10.222.0.42 "PUT /v2.0/routers/6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221458 Jan 13 17:11:41.001020 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.049050 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57892) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:41.092277 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] Deleting subnet 5f31d118-2485-4be6-b7ef-4d29ce6bb676 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:11:41.095386 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] Publish callbacks [] for subnet (5f31d118-2485-4be6-b7ef-4d29ce6bb676), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.130968 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] Publish callbacks [] for subnet (5f31d118-2485-4be6-b7ef-4d29ce6bb676), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.140487 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (5f31d118-2485-4be6-b7ef-4d29ce6bb676), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.146370 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Sync routers for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:11:41.164423 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:41.172048 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:41.306627 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:41.531073 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c8cf-ac82-4eec-8311-f4c0e13882a4 req-7bc70bde-4d97-44c4-acff-72594469578c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:41.535473 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2195c8cf-ac82-4eec-8311-f4c0e13882a4 req-7bc70bde-4d97-44c4-acff-72594469578c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0760953 Jan 13 17:11:41.562471 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 2, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:41.564486 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (5f31d118-2485-4be6-b7ef-4d29ce6bb676), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.599785 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f31d118-2485-4be6-b7ef-4d29ce6bb676,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:41.612124 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Checking router: 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:11:41.612545 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Updating router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 port b0824e93-92d7-4ed7-851c-a1512b9d3dca binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:11:41.613025 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57912) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:41.618427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.624237 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-1cc3e3aa-271b-4237-81fc-2c1566be5bd2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5f31d118-2485-4be6-b7ef-4d29ce6bb676 HTTP/1.1" status: 204 len: 168 time: 0.5715389 Jan 13 17:11:41.624786 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2195c8cf-ac82-4eec-8311-f4c0e13882a4 req-c022afd7-4fb5-4e17-a1c1-b7c3017a225d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791705 Jan 13 17:11:41.625463 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57914) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:41.626997 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1365807098-network', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:41.668312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.747908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (b7c1b57f-b49a-428f-9d99-9350481d78cd), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.766542 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Made reservation on behalf of 614d9dd3e82647f7a07aa32e4be07eac for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:41.770269 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.793240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:41.836087 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 46cdf3ec-3c67-4894-9a86-bbe880301560 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:41.905648 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50df89-f072-4642-9d75-ff3a2d8dbf76 req-9430d613-bcc9-4a00-a875-ab0e298d05d6 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:41.916121 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0f50df89-f072-4642-9d75-ff3a2d8dbf76 req-9430d613-bcc9-4a00-a875-ab0e298d05d6 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1299524 Jan 13 17:11:41.956122 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (b7c1b57f-b49a-428f-9d99-9350481d78cd), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.008109 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 46cdf3ec-3c67-4894-9a86-bbe880301560 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:42.008487 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.011123 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.011714 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0f50df89-f072-4642-9d75-ff3a2d8dbf76 req-7e456907-b519-4ece-9ef7-4824db96f732 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944879 Jan 13 17:11:42.013737 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > port after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > port after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.033276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.053798 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks [] for security_group (05fbd46d-ace7-4123-9b9d-3480e818686c), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.138538 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (05fbd46d-ace7-4123-9b9d-3480e818686c), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.161714 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:11:42.175661 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Publish callbacks [] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.176846 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fbd46d-ace7-4123-9b9d-3480e818686c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:42.187259 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 46cdf3ec-3c67-4894-9a86-bbe880301560 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:42.193464 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (dcf05107-57d9-48c6-a477-e9b3e3e81d8e), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.193806 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Added segment dcf05107-57d9-48c6-a477-e9b3e3e81d8e of type vlan for network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 Jan 13 17:11:42.195432 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.195781 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.196146 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.196401 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:11:42.196762 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c1b57f-b49a-428f-9d99-9350481d78cd']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:42.217127 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc50706-28a5-45b2-869a-825e2d02c3e7') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:42.217496 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc50706-28a5-45b2-869a-825e2d02c3e7') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:42.240415 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (3bc50706-28a5-45b2-869a-825e2d02c3e7), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.245812 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (5129e4eb-aed6-40ee-9eef-cbb3d98cfad1), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.252753 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.267215 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (3bc50706-28a5-45b2-869a-825e2d02c3e7), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.297961 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:11:42.298417 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (3bc50706-28a5-45b2-869a-825e2d02c3e7), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.335996 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06b747-f502-44b7-8eec-5acfb3245503 None None] Pushing event updated for resources: {'Port': ['ID=b0824e93-92d7-4ed7-851c-a1512b9d3dca,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:11:42.337411 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:11:42.340128 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:11:42.344575 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (5129e4eb-aed6-40ee-9eef-cbb3d98cfad1), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.345882 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:42.346551 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.418393 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Attempting to bind port b0824e93-92d7-4ed7-851c-a1512b9d3dca on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:42.418393 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Attempting to bind port b0824e93-92d7-4ed7-851c-a1512b9d3dca by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:42.418393 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Attempting to bind port b0824e93-92d7-4ed7-851c-a1512b9d3dca on network af4b7f59-680c-407c-b0f7-86844c8fcd53 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:42.427148 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:42.427658 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Checking segment: {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:42.428346 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.429028 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Bound using segment: {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:42.429757 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Bound port: b0824e93-92d7-4ed7-851c-a1512b9d3dca, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:42.430182 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5129e4eb-aed6-40ee-9eef-cbb3d98cfad1,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:42.430292 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.444032 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:11:42.476088 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d532a02a-5d2f-4859-82af-f56a87f3e9e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8617387 Jan 13 17:11:42.478780 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57940) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:42.484310 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Request body: {'subnet': {'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1365807098-subnet', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:42.549967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (b7c1b57f-b49a-428f-9d99-9350481d78cd), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.566122 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.570429 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b7c1b57f-b49a-428f-9d99-9350481d78cd HTTP/1.1" status: 204 len: 168 time: 0.9438984 Jan 13 17:11:42.591893 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dfab3-ca25-4da4-8160-4dd154c40768 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c1b57f-b49a-428f-9d99-9350481d78cd,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:42.617650 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] For port b0824e93-92d7-4ed7-851c-a1512b9d3dca, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:42.621312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] For port b0824e93-92d7-4ed7-851c-a1512b9d3dca, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b0824e93-92d7-4ed7-851c-a1512b9d3dca,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:42.660002 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Made reservation on behalf of 614d9dd3e82647f7a07aa32e4be07eac for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:42.664156 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.682903 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-8babab50-8fd0-40f5-b28a-9f7bde6f8358 None None] Provisioning complete for port b0824e93-92d7-4ed7-851c-a1512b9d3dca triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:42.683387 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-8babab50-8fd0-40f5-b28a-9f7bde6f8358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.721541 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:42.904492 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-8babab50-8fd0-40f5-b28a-9f7bde6f8358 None None] Port b0824e93-92d7-4ed7-851c-a1512b9d3dca cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:11:42.937954 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:42.938594 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:42.943033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06b747-f502-44b7-8eec-5acfb3245503 None None] Pushing event updated for resources: {'Port': ['ID=b0824e93-92d7-4ed7-851c-a1512b9d3dca,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:42.967185 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (212a1362-eb3b-4837-8e3c-46429a6e8aa6), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.029079 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57948) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:43.068038 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=212a1362-eb3b-4837-8e3c-46429a6e8aa6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:43.071870 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Checking segment: {'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:43.072508 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Network hostable DHCP agents. Network: 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:11:43.107266 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:43.114969 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a8a9e02f-b949-48e7-b7ec-ad1b05cc0cb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0b3e89374da4395a0e1806b8fbde1df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0845733 Jan 13 17:11:43.117917 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 57954) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:43.189003 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:11:43.229890 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96d338f9-4fcb-4683-8d56-ea6f2e73bc41 admin admin] Publish callbacks [] for security_group (07420cd4-0020-40d5-960e-2fbbd50f917d), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.263098 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db338395-ac70-4d6a-a655-1da3e517cb86 req-5d9904b2-013c-4b03-9a0e-707a300e3a13 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:43.264836 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db338395-ac70-4d6a-a655-1da3e517cb86 req-5d9904b2-013c-4b03-9a0e-707a300e3a13 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0888662 Jan 13 17:11:43.266958 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-4c5c2b69-0189-4427-a340-afaa4e36b3e5 None None] Provisioning complete for port b0824e93-92d7-4ed7-851c-a1512b9d3dca triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:43.267333 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2b69-0189-4427-a340-afaa4e36b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.269780 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96d338f9-4fcb-4683-8d56-ea6f2e73bc41 admin admin] Publish callbacks [] for security_group (07420cd4-0020-40d5-960e-2fbbd50f917d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.318332 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:43.338761 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:43.339565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.345937 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42985920-1def-42da-b42a-6287983bce22 None None] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:11:43.361885 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db338395-ac70-4d6a-a655-1da3e517cb86 req-7e2ff53f-4768-4d4d-8104-afecf9f0d2b5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846035 Jan 13 17:11:43.493341 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96d338f9-4fcb-4683-8d56-ea6f2e73bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (07420cd4-0020-40d5-960e-2fbbd50f917d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.496149 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-96d338f9-4fcb-4683-8d56-ea6f2e73bc41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.498069 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-96d338f9-4fcb-4683-8d56-ea6f2e73bc41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07420cd4-0020-40d5-960e-2fbbd50f917d HTTP/1.1" status: 204 len: 168 time: 0.3791718 Jan 13 17:11:43.506649 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5d848c3a-f447-4406-ada7-3a915e8cfe3b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0244668 Jan 13 17:11:43.508776 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 57964) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:43.513525 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-4c5c2b69-0189-4427-a340-afaa4e36b3e5 None None] Current status of the port b0824e93-92d7-4ed7-851c-a1512b9d3dca is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:43.513525 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2b69-0189-4427-a340-afaa4e36b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.514676 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:43.524436 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-5129e4eb-aed6-40ee-9eef-cbb3d98cfad1', 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1', 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'fixed_ips': [{'subnet_id': '212a1362-eb3b-4837-8e3c-46429a6e8aa6'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:11:43.525346 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.540538 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d338f9-4fcb-4683-8d56-ea6f2e73bc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07420cd4-0020-40d5-960e-2fbbd50f917d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:43.551308 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:42Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:43.610113 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab304725-698c-4689-a3d3-3c6850f5bef2 None None] The sync data for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi is: [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:42Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:11:43.636249 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.638463 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.712915 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-4c5c2b69-0189-4427-a340-afaa4e36b3e5 None None] For port b0824e93-92d7-4ed7-851c-a1512b9d3dca, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b0824e93-92d7-4ed7-851c-a1512b9d3dca,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:43.804899 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2b69-0189-4427-a340-afaa4e36b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.805129 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks [] for router_controller (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), precommit_add_association {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:43.835323 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Allocated IP 172.20.0.2 (5129e4eb-aed6-40ee-9eef-cbb3d98cfad1/212a1362-eb3b-4837-8e3c-46429a6e8aa6/02759474-bded-44f3-95a7-c39b9ba199ac) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:43.899017 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b0824e93-92d7-4ed7-851c-a1512b9d3dca up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:43.932536 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c2b69-0189-4427-a340-afaa4e36b3e5 None None] Pushing event updated for resources: {'Port': ['ID=b0824e93-92d7-4ed7-851c-a1512b9d3dca,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:44.028049 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port b0824e93-92d7-4ed7-851c-a1512b9d3dca triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:44.028457 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.148827 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks [] for router_gateway (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.161936 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Publish callbacks [] for port (02759474-bded-44f3-95a7-c39b9ba199ac), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.257136 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.292439 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b0824e93-92d7-4ed7-851c-a1512b9d3dca is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:44.318390 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:44.322213 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:44.335843 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:44.347373 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Pushing event updated for resources: {'Port': ['ID=02759474-bded-44f3-95a7-c39b9ba199ac,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:44.448480 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Attempting to bind port 02759474-bded-44f3-95a7-c39b9ba199ac on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:44.448855 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Attempting to bind port 02759474-bded-44f3-95a7-c39b9ba199ac by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:44.449212 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Attempting to bind port 02759474-bded-44f3-95a7-c39b9ba199ac on network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:44.461652 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:44.467047 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Checking segment: {'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:44.468780 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.469902 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Bound using segment: {'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:44.472383 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Bound port: 02759474-bded-44f3-95a7-c39b9ba199ac, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:44.473008 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.598132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks [] for router_gateway (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.631524 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.634257 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] For port 02759474-bded-44f3-95a7-c39b9ba199ac, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:44.642687 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] For port 02759474-bded-44f3-95a7-c39b9ba199ac, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=02759474-bded-44f3-95a7-c39b9ba199ac,segment=NetworkSegment(dcf05107-57d9-48c6-a477-e9b3e3e81d8e),segment_id=dcf05107-57d9-48c6-a477-e9b3e3e81d8e)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:44.652114 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780b6a2-5084-4c43-bc2d-970d2a9a74cd req-5207d0f5-03a5-4ec0-be36-e2b19d6f5948 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:44.662927 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0780b6a2-5084-4c43-bc2d-970d2a9a74cd req-5207d0f5-03a5-4ec0-be36-e2b19d6f5948 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1399055 Jan 13 17:11:44.719289 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0780b6a2-5084-4c43-bc2d-970d2a9a74cd req-998b40dc-554e-4aca-b6da-738e6e95dd92 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552971 Jan 13 17:11:44.721029 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:44.773888 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Allocated IP 172.27.0.216 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/4be21dbe-f29d-48d3-aa6d-938e983bf92d) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:44.873258 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070c42e-41fa-4a34-a70c-eda9ec6f1340 None None] Pushing event updated for resources: {'Port': ['ID=02759474-bded-44f3-95a7-c39b9ba199ac,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:44.984664 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks [] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:45.099413 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:45.202254 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:45.204623 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Pushing event updated for resources: {'Port': ['ID=4be21dbe-f29d-48d3-aa6d-938e983bf92d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:45.209815 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:45.213109 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:45.486651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f489-10ec-40f3-9f01-212f17057738 req-d3781225-8438-4d75-ac4f-6ddb7f1cc731 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:45.488158 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-d3781225-8438-4d75-ac4f-6ddb7f1cc731 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.2373848 Jan 13 17:11:45.507871 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-22248de7-75b3-4bfd-8754-b2c90bd9535c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/quotas/8ca7d23c01e24ed7a0be783ac71a769e HTTP/1.1" status: 200 len: 375 time: 0.0124676 Jan 13 17:11:45.580717 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-6f6d5098-3ee0-4744-b2a8-cdaf6c2de5f9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671623 Jan 13 17:11:45.786812 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-a695e006-c1bf-4daa-bc49-2692deafb8dc service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035418 Jan 13 17:11:45.887418 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbdf61-d757-4490-8742-3863d67b6548 req-e5ff3dac-72c3-4d2b-b9ca-52062e7d7945 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:45.898835 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b0cbdf61-d757-4490-8742-3863d67b6548 req-e5ff3dac-72c3-4d2b-b9ca-52062e7d7945 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0770235 Jan 13 17:11:45.905569 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks [] for router_gateway (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:45.933509 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 02759474-bded-44f3-95a7-c39b9ba199ac up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:45.964890 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b0cbdf61-d757-4490-8742-3863d67b6548 req-346640a6-7d85-414e-af76-e610bd4d4c25 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649848 Jan 13 17:11:46.006332 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 02759474-bded-44f3-95a7-c39b9ba199ac triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:46.006703 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:46.037229 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-c5e63bf8-0dbf-4ed2-a02f-800189d4f462 service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369225 Jan 13 17:11:46.214147 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 02759474-bded-44f3-95a7-c39b9ba199ac is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:46.214451 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:46.248908 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b342148-548c-41b4-a1c1-7e4b39e24dd8 None None] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:11:46.294384 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:46.306889 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 02759474-bded-44f3-95a7-c39b9ba199ac, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=02759474-bded-44f3-95a7-c39b9ba199ac,segment=NetworkSegment(dcf05107-57d9-48c6-a477-e9b3e3e81d8e),segment_id=dcf05107-57d9-48c6-a477-e9b3e3e81d8e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:46.390438 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-aa86ef23-70ac-408a-b097-8fff1ddb0b16 None None] Provisioning complete for port 02759474-bded-44f3-95a7-c39b9ba199ac triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:46.390897 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-aa86ef23-70ac-408a-b097-8fff1ddb0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:46.395777 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:46.397047 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b0824e93-92d7-4ed7-851c-a1512b9d3dca up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:46.455808 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a11c25c7-0c6d-4d7e-9444-831367f039c0 req-f4aab8b4-2185-4016-a66d-039701ec9550 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 210 time: 0.1139266 Jan 13 17:11:46.611887 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:11:46.642790 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=02759474-bded-44f3-95a7-c39b9ba199ac,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:46.647787 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port b0824e93-92d7-4ed7-851c-a1512b9d3dca triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:46.648198 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:46.687451 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-aa86ef23-70ac-408a-b097-8fff1ddb0b16 None None] Current status of the port 02759474-bded-44f3-95a7-c39b9ba199ac is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:46.756124 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b0824e93-92d7-4ed7-851c-a1512b9d3dca is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:46.810467 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-2bdfe364-d284-412e-b58d-47b959100ae8 None None] Provisioning complete for port 02759474-bded-44f3-95a7-c39b9ba199ac triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:46.810948 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe364-d284-412e-b58d-47b959100ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:46.933427 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2bdfe364-d284-412e-b58d-47b959100ae8 None None] Current status of the port 02759474-bded-44f3-95a7-c39b9ba199ac is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:47.014560 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:11:47.026781 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Sync routers for ids ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:11:47.040268 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Routers {'42fbd365-f1c6-4e15-90c5-c50ba4f10b67'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:47.040933 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:47.095589 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:47.097041 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7038e0bc-c2e8-413d-b151-fb473a3e082b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5872607 Jan 13 17:11:47.102292 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58078) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:47.165586 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25e522-126a-4b13-a98c-5f86ac302612 req-d0d45084-5664-4b89-804e-5e557440b8dd tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:47.186923 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa25e522-126a-4b13-a98c-5f86ac302612 req-d0d45084-5664-4b89-804e-5e557440b8dd tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1176927 Jan 13 17:11:47.187738 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Set router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:47.297709 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa25e522-126a-4b13-a98c-5f86ac302612 req-37aac956-4a24-4def-a01e-18aa4d333290 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161335 Jan 13 17:11:47.464335 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:11:45Z', 'revision_number': 3, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port': {'id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:44Z', 'updated_at': '2022-01-13T17:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:47.497521 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Checking router: 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:11:47.498144 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Updating router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 port 4be21dbe-f29d-48d3-aa6d-938e983bf92d binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:11:47.525774 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:47.593725 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7f09a9b3-47fa-4c14-90c0-fafad9525a1e req-85592c49-474e-46fc-ad33-b1544b647cb0 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 210 time: 0.0376630 Jan 13 17:11:47.770524 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 02759474-bded-44f3-95a7-c39b9ba199ac up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:47.807508 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:47.825443 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 02759474-bded-44f3-95a7-c39b9ba199ac triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:47.826060 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:47.932187 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Publish callbacks [] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:47.953048 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 02759474-bded-44f3-95a7-c39b9ba199ac is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:48.012172 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.028663 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Allocated IP 172.20.0.1 (5129e4eb-aed6-40ee-9eef-cbb3d98cfad1/212a1362-eb3b-4837-8e3c-46429a6e8aa6/c5a708e9-c85d-493b-afef-8568aede488d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:48.062848 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Pushing event updated for resources: {'Port': ['ID=4be21dbe-f29d-48d3-aa6d-938e983bf92d,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:48.082135 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.082631 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.083439 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.083882 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.087213 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:11:48.095910 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Attempting to bind port 4be21dbe-f29d-48d3-aa6d-938e983bf92d on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:48.096597 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Attempting to bind port 4be21dbe-f29d-48d3-aa6d-938e983bf92d by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:48.097186 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Attempting to bind port 4be21dbe-f29d-48d3-aa6d-938e983bf92d on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:48.103455 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:48.103944 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:48.104455 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.105124 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:48.105692 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Bound port: 4be21dbe-f29d-48d3-aa6d-938e983bf92d, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:48.106747 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.160908 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] For port 4be21dbe-f29d-48d3-aa6d-938e983bf92d, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:48.162161 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] For port 4be21dbe-f29d-48d3-aa6d-938e983bf92d, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=4be21dbe-f29d-48d3-aa6d-938e983bf92d,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:48.169341 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks [] for port (c5a708e9-c85d-493b-afef-8568aede488d), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.258969 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.284594 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (c5a708e9-c85d-493b-afef-8568aede488d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.310746 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Routers {'42fbd365-f1c6-4e15-90c5-c50ba4f10b67'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:48.316524 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:48.339343 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:48.342917 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:48.349161 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:48.349634 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.398094 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440da57-f60f-4e03-9bce-6b7328cc7f9c None None] Pushing event updated for resources: {'Port': ['ID=4be21dbe-f29d-48d3-aa6d-938e983bf92d,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:48.401136 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Pushing event updated for resources: {'Port': ['ID=c5a708e9-c85d-493b-afef-8568aede488d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:48.504853 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] Set router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:48.553813 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4e82c-0b38-44e6-ba4f-0b98b67e51c9 req-bfd7924b-e013-41de-aeba-fe92538bb50c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:48.558041 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6cb4e82c-0b38-44e6-ba4f-0b98b67e51c9 req-bfd7924b-e013-41de-aeba-fe92538bb50c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1143293 Jan 13 17:11:48.607865 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c5a708e9-c85d-493b-afef-8568aede488d), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.633860 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6cb4e82c-0b38-44e6-ba4f-0b98b67e51c9 req-f1268182-dfac-4e48-a90b-0af3fb6d2564 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665591 Jan 13 17:11:48.798696 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:11:45Z', 'revision_number': 3, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port': {'id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:44Z', 'updated_at': '2022-01-13T17:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:48.829577 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fa748d-983b-4b80-bf4d-5885d16b367b None None] The sync data for ids ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'] in dv-cinder-799871-9-iscsi is: [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:11:45Z', 'revision_number': 3, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port': {'id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:44Z', 'updated_at': '2022-01-13T17:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:11:48.862815 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks [] for port (c5a708e9-c85d-493b-afef-8568aede488d), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.960735 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9e22a36d-4637-4611-9e2e-129a9a4431e9 req-2bbd245a-7956-436f-afe0-8b311fb39992 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 210 time: 0.0955021 Jan 13 17:11:48.962215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c5a708e9-c85d-493b-afef-8568aede488d), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:48.966119 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:49.021578 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f489-10ec-40f3-9f01-212f17057738 req-25ef9aab-3282-431d-8bf3-3a5517a6d221 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:49.028532 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-25ef9aab-3282-431d-8bf3-3a5517a6d221 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.2545741 Jan 13 17:11:49.053754 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Request body: {'port': {'device_id': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'admin_state_up': True, 'tenant_id': '8ca7d23c01e24ed7a0be783ac71a769e'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:49.063725 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Pushing event updated for resources: {'Port': ['ID=c5a708e9-c85d-493b-afef-8568aede488d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:49.072341 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-38fb6f3c-cb5d-40e1-b0fd-98b0b28425fb None None] Provisioning complete for port c5a708e9-c85d-493b-afef-8568aede488d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:49.075910 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-38fb6f3c-cb5d-40e1-b0fd-98b0b28425fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c5a708e9-c85d-493b-afef-8568aede488d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:49.144873 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:49.147272 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:49.174691 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-38fb6f3c-cb5d-40e1-b0fd-98b0b28425fb None None] Port c5a708e9-c85d-493b-afef-8568aede488d cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:11:49.286633 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Made reservation on behalf of 8ca7d23c01e24ed7a0be783ac71a769e for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:49.291767 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:49.438050 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:11:49.634329 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Allocated IP 172.20.0.10 (af0081b4-82c9-48f6-908e-39c658326c91/43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d/c69dacb6-2266-4146-9731-17673f65195c) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:49.730813 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:11:49.750582 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-34455439-a519-4f0a-bef8-fb5d167ceaeb None None] Provisioning complete for port c5a708e9-c85d-493b-afef-8568aede488d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:49.750980 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34455439-a519-4f0a-bef8-fb5d167ceaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c5a708e9-c85d-493b-afef-8568aede488d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:49.768103 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e48af00d-a9a0-4e8f-9150-c4201d2a250c admin admin] 10.222.0.42 "PUT /v2.0/routers/42fbd365-f1c6-4e15-90c5-c50ba4f10b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6646364 Jan 13 17:11:49.867797 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-34455439-a519-4f0a-bef8-fb5d167ceaeb None None] Port c5a708e9-c85d-493b-afef-8568aede488d cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:11:49.880809 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 4be21dbe-f29d-48d3-aa6d-938e983bf92d up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:49.958081 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 4be21dbe-f29d-48d3-aa6d-938e983bf92d triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:49.958458 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:49.990021 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebf085-1717-4185-8227-6d5166d861f9 req-cbc409e6-912a-4837-9d9e-6b479feb27f8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:49.991909 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-47ebf085-1717-4185-8227-6d5166d861f9 req-cbc409e6-912a-4837-9d9e-6b479feb27f8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1410139 Jan 13 17:11:50.029367 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks [] for port (c69dacb6-2266-4146-9731-17673f65195c), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:50.077237 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 4be21dbe-f29d-48d3-aa6d-938e983bf92d is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:50.078323 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:50.080647 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-47ebf085-1717-4185-8227-6d5166d861f9 req-2429cebf-ab1a-4263-88b8-a1120a20907e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748544 Jan 13 17:11:50.130855 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 4be21dbe-f29d-48d3-aa6d-938e983bf92d, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=4be21dbe-f29d-48d3-aa6d-938e983bf92d,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:50.149451 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (c69dacb6-2266-4146-9731-17673f65195c), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:50.163532 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', '0a4e597f-19a6-4b11-bda4-03afb9a284aa'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:50.201433 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Network af0081b4-82c9-48f6-908e-39c658326c91 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:50.206954 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:50.219563 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:50.242152 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:50.269761 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61850a13-f0a0-494f-bb40-d2964d007d08 req-86df89ed-b07a-4404-a520-79a4d949b9c1 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:50.271311 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-61850a13-f0a0-494f-bb40-d2964d007d08 req-86df89ed-b07a-4404-a520-79a4d949b9c1 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 932 time: 0.0979502 Jan 13 17:11:50.300872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event updated for resources: {'Port': ['ID=c69dacb6-2266-4146-9731-17673f65195c,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:50.350074 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=4be21dbe-f29d-48d3-aa6d-938e983bf92d,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:50.382591 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:50.387205 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:50.416205 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-61850a13-f0a0-494f-bb40-d2964d007d08 req-9166858d-c1b4-48d1-a6db-d589adf3020c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366708 Jan 13 17:11:50.469598 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-d6126e5c-e98a-42df-be11-951206b45fa6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4266570 Jan 13 17:11:50.488135 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Request body: {'port': {'device_id': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:50.556657 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c69dacb6-2266-4146-9731-17673f65195c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:50.848475 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69dacb6-2266-4146-9731-17673f65195c {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:50.857825 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Publish callbacks [] for port (c69dacb6-2266-4146-9731-17673f65195c), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:50.875153 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Transition to ACTIVE for port object c69dacb6-2266-4146-9731-17673f65195c will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:11:50.949467 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (c69dacb6-2266-4146-9731-17673f65195c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:51.047517 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Pushing event updated for resources: {'Port': ['ID=c69dacb6-2266-4146-9731-17673f65195c,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:51.077304 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Attempting to bind port c69dacb6-2266-4146-9731-17673f65195c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:51.077642 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Attempting to bind port c69dacb6-2266-4146-9731-17673f65195c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:51.077968 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Attempting to bind port c69dacb6-2266-4146-9731-17673f65195c on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:51.083097 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Port c69dacb6-2266-4146-9731-17673f65195c on network af0081b4-82c9-48f6-908e-39c658326c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:11:51.083402 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Attempting to bind port c69dacb6-2266-4146-9731-17673f65195c on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:51.089264 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:51.089731 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Checking segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:51.090111 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Bound using segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:51.091142 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Bound port: c69dacb6-2266-4146-9731-17673f65195c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:51.091497 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c69dacb6-2266-4146-9731-17673f65195c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:51.254148 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] For port c69dacb6-2266-4146-9731-17673f65195c, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:51.269196 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] For port c69dacb6-2266-4146-9731-17673f65195c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c69dacb6-2266-4146-9731-17673f65195c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:51.287973 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a49d9-b021-4fbd-b8ca-0470126da169 req-94fd94d1-89b6-4d97-9986-c014d35264b0 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:51.296413 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6d2a49d9-b021-4fbd-b8ca-0470126da169 req-94fd94d1-89b6-4d97-9986-c014d35264b0 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1072216 Jan 13 17:11:51.349008 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (c69dacb6-2266-4146-9731-17673f65195c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:51.360572 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6d2a49d9-b021-4fbd-b8ca-0470126da169 req-95831c21-e63f-4124-b866-1d86049accbe tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631483 Jan 13 17:11:51.410257 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:51.410982 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:51.414602 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] 10.222.0.57 "PUT /v2.0/ports/c69dacb6-2266-4146-9731-17673f65195c HTTP/1.1" status: 200 len: 1094 time: 0.9364343 Jan 13 17:11:51.417882 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'tag': 'c69dacb6-2266-4146-9731-17673f65195c'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:51.417882 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "20d21f58-a9dc-41e2-906b-e7f143a76de6", "tag": "c69dacb6-2266-4146-9731-17673f65195c"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:51.442656 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed0f7-f3eb-4d8d-a53e-87e64c67cbde service neutron] Pushing event updated for resources: {'Port': ['ID=c69dacb6-2266-4146-9731-17673f65195c,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:51.498001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Sync routers for ids ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:11:51.536099 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec48238-a1d1-49b5-a024-9520bd5f2080 x-openstack-request-id: req-0ec48238-a1d1-49b5-a024-9520bd5f2080 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:51.536387 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d21f58-a9dc-41e2-906b-e7f143a76de6", "tag": "c69dacb6-2266-4146-9731-17673f65195c", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:51.536688 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ec48238-a1d1-49b5-a024-9520bd5f2080 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:51.537079 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'tag': 'c69dacb6-2266-4146-9731-17673f65195c', 'status': 'completed', 'code': 200} Jan 13 17:11:51.571170 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Routers {'42fbd365-f1c6-4e15-90c5-c50ba4f10b67'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:51.571831 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:51.772297 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f489-10ec-40f3-9f01-212f17057738 req-e147bcd3-e62f-4488-9055-7ee2c25af602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:51.772297 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-e147bcd3-e62f-4488-9055-7ee2c25af602 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 1097 time: 0.1372182 Jan 13 17:11:51.772297 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e55853-8646-4e86-9342-a2288b5d668d req-5b39f707-9075-4050-9148-4a6508b58573 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:51.772297 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b0e55853-8646-4e86-9342-a2288b5d668d req-5b39f707-9075-4050-9148-4a6508b58573 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 944 time: 0.0930331 Jan 13 17:11:51.772297 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-8a6369ff-e376-4b4b-9c36-19d513636c86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c69dacb6-2266-4146-9731-17673f65195c HTTP/1.1" status: 200 len: 217 time: 0.0578012 Jan 13 17:11:51.774312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 4be21dbe-f29d-48d3-aa6d-938e983bf92d up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:51.839064 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b0e55853-8646-4e86-9342-a2288b5d668d req-498a32a5-2164-4444-a821-13a31533dbd2 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514649 Jan 13 17:11:51.860168 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Set router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:51.872220 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f489-10ec-40f3-9f01-212f17057738 req-b491cfa7-69c3-4d89-840c-f906cf5b1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:51.873705 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-b491cfa7-69c3-4d89-840c-f906cf5b1695 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 200 len: 854 time: 0.1204126 Jan 13 17:11:51.943562 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-97e42cc6-9709-470d-b6b7-3e36ce91bde3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af0081b4-82c9-48f6-908e-39c658326c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574334 Jan 13 17:11:52.066576 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-a2e5b15f-3310-4b09-9776-aade19979ea2 service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024854 Jan 13 17:11:52.139691 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 4be21dbe-f29d-48d3-aa6d-938e983bf92d triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:52.140086 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:52.199922 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6253f489-10ec-40f3-9f01-212f17057738 req-a172631d-1fe3-4d3b-8fd0-3a4b7acdfc07 service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220269 Jan 13 17:11:52.376346 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:11:48Z', 'revision_number': 4, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port': {'id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:44Z', 'updated_at': '2022-01-13T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'c5a708e9-c85d-493b-afef-8568aede488d', 'name': '', 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'mac_address': 'fa:16:3e:65:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '212a1362-eb3b-4837-8e3c-46429a6e8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:47Z', 'updated_at': '2022-01-13T17:11:48Z', 'revision_number': 2, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'subnets': [{'id': '212a1362-eb3b-4837-8e3c-46429a6e8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:52.378684 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 4be21dbe-f29d-48d3-aa6d-938e983bf92d is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:52.429849 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Checking router: 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:11:52.430405 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Updating router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 port c5a708e9-c85d-493b-afef-8568aede488d binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:11:52.461787 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c5a708e9-c85d-493b-afef-8568aede488d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:52.498013 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-c523ccc2-2806-453e-b8fc-7f532324eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:52.499490 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-c523ccc2-2806-453e-b8fc-7f532324eaef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 1097 time: 0.0889590 Jan 13 17:11:52.610497 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559354-5259-446d-a929-d9f8807545d0 req-f2deb3b8-1ccd-49bd-97fa-29fdd8eff27c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:52.617631 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-83559354-5259-446d-a929-d9f8807545d0 req-f2deb3b8-1ccd-49bd-97fa-29fdd8eff27c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1226709 Jan 13 17:11:52.710352 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-83559354-5259-446d-a929-d9f8807545d0 req-f0ca77b1-60ee-4463-aae6-be67c8df7489 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835400 Jan 13 17:11:52.718987 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-ed8eebf5-6510-4726-a6d3-7681614b46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:52.720479 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-ed8eebf5-6510-4726-a6d3-7681614b46cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 915 time: 0.2120659 Jan 13 17:11:52.820756 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-a1645bbd-58dc-4f81-a5e6-94d6fbd9f7db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c69dacb6-2266-4146-9731-17673f65195c HTTP/1.1" status: 200 len: 217 time: 0.0813112 Jan 13 17:11:52.856558 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Publish callbacks [] for port (c5a708e9-c85d-493b-afef-8568aede488d), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:52.907142 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-2c683b2f-04c2-4b5a-83d9-c1fe1776a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:52.909325 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-2c683b2f-04c2-4b5a-83d9-c1fe1776a47c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 200 len: 854 time: 0.0739973 Jan 13 17:11:52.953031 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c5a708e9-c85d-493b-afef-8568aede488d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:52.969277 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-f2ed6c7b-d908-4fcd-a9f3-bb976abecf9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af0081b4-82c9-48f6-908e-39c658326c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424597 Jan 13 17:11:53.008255 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea29312-a6f9-45f4-9a6c-142cd6a8adaa None None] Pushing event updated for resources: {'Port': ['ID=c5a708e9-c85d-493b-afef-8568aede488d,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:53.070917 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5fb6a-ef04-4cb0-be4e-50ef8b313153 req-65cba707-6d77-4db9-8289-e302f81fa469 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:53.080601 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-40d5fb6a-ef04-4cb0-be4e-50ef8b313153 req-65cba707-6d77-4db9-8289-e302f81fa469 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 944 time: 0.1554625 Jan 13 17:11:53.099329 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Attempting to bind port c5a708e9-c85d-493b-afef-8568aede488d on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:53.099707 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Attempting to bind port c5a708e9-c85d-493b-afef-8568aede488d by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:53.100215 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Attempting to bind port c5a708e9-c85d-493b-afef-8568aede488d on network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:53.107039 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:53.107450 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Checking segment: {'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:53.107984 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:53.108417 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Bound using segment: {'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:53.108898 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Bound port: c5a708e9-c85d-493b-afef-8568aede488d, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:53.109273 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c5a708e9-c85d-493b-afef-8568aede488d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:53.209602 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] For port c5a708e9-c85d-493b-afef-8568aede488d, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:53.213859 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] For port c5a708e9-c85d-493b-afef-8568aede488d, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=c5a708e9-c85d-493b-afef-8568aede488d,segment=NetworkSegment(dcf05107-57d9-48c6-a477-e9b3e3e81d8e),segment_id=dcf05107-57d9-48c6-a477-e9b3e3e81d8e)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:53.229707 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-40d5fb6a-ef04-4cb0-be4e-50ef8b313153 req-947de210-d8e0-4344-b0fa-62258ec15261 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464379 Jan 13 17:11:53.250606 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-3bf9c30d-62ff-43bf-bb7f-7ce355606717 service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621574 Jan 13 17:11:53.293137 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c5a708e9-c85d-493b-afef-8568aede488d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:53.394936 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16c50788-c0c3-4f07-83a1-f2eba4d82c1a req-ad1212fa-d56f-4479-a964-0cb7580e56cd service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352057 Jan 13 17:11:53.429740 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Routers {'42fbd365-f1c6-4e15-90c5-c50ba4f10b67'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:11:53.430384 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:53.479596 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-55c91475-0a27-4eb7-9ced-0c434a1be71e None None] Provisioning complete for port c5a708e9-c85d-493b-afef-8568aede488d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:53.479968 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-55c91475-0a27-4eb7-9ced-0c434a1be71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c5a708e9-c85d-493b-afef-8568aede488d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:53.547240 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea29312-a6f9-45f4-9a6c-142cd6a8adaa None None] Pushing event updated for resources: {'Port': ['ID=c5a708e9-c85d-493b-afef-8568aede488d,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:53.662691 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-55c91475-0a27-4eb7-9ced-0c434a1be71e None None] Current status of the port c5a708e9-c85d-493b-afef-8568aede488d is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:53.663434 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-55c91475-0a27-4eb7-9ced-0c434a1be71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c5a708e9-c85d-493b-afef-8568aede488d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:53.674400 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] Set router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:11:53.822878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87294e37-6381-4c3c-8079-74f0614b6151 req-99e612a8-3886-4022-9302-64354e7d39d8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:53.835047 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-87294e37-6381-4c3c-8079-74f0614b6151 req-99e612a8-3886-4022-9302-64354e7d39d8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0634406 Jan 13 17:11:53.908682 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-87294e37-6381-4c3c-8079-74f0614b6151 req-8d418cb7-448c-419c-9cde-db15783cb5b9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727181 Jan 13 17:11:53.967701 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-55c91475-0a27-4eb7-9ced-0c434a1be71e None None] For port c5a708e9-c85d-493b-afef-8568aede488d, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=c5a708e9-c85d-493b-afef-8568aede488d,segment=NetworkSegment(dcf05107-57d9-48c6-a477-e9b3e3e81d8e),segment_id=dcf05107-57d9-48c6-a477-e9b3e3e81d8e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:54.011886 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58306) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:54.037566 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-55c91475-0a27-4eb7-9ced-0c434a1be71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c5a708e9-c85d-493b-afef-8568aede488d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.130867 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c91475-0a27-4eb7-9ced-0c434a1be71e None None] Pushing event updated for resources: {'Port': ['ID=c5a708e9-c85d-493b-afef-8568aede488d,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:54.173828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:11:48Z', 'revision_number': 4, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port': {'id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:44Z', 'updated_at': '2022-01-13T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'c5a708e9-c85d-493b-afef-8568aede488d', 'name': '', 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'mac_address': 'fa:16:3e:65:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '212a1362-eb3b-4837-8e3c-46429a6e8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:47Z', 'updated_at': '2022-01-13T17:11:53Z', 'revision_number': 4, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'subnets': [{'id': '212a1362-eb3b-4837-8e3c-46429a6e8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:11:54.177255 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-ccccb441-b8a9-4440-9f7d-deab8c471a95 None None] Provisioning complete for port c5a708e9-c85d-493b-afef-8568aede488d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:54.177796 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ccccb441-b8a9-4440-9f7d-deab8c471a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c5a708e9-c85d-493b-afef-8568aede488d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.183206 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2456b72e-6061-4b9a-930f-9d78ebb4deef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.207284 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cbda59-669a-43c8-be56-8cc1a148373e None None] The sync data for ids ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'] in dv-cinder-799871-9-iscsi is: [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:11:48Z', 'revision_number': 4, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port': {'id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:44Z', 'updated_at': '2022-01-13T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'c5a708e9-c85d-493b-afef-8568aede488d', 'name': '', 'network_id': '5129e4eb-aed6-40ee-9eef-cbb3d98cfad1', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'mac_address': 'fa:16:3e:65:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '212a1362-eb3b-4837-8e3c-46429a6e8aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:47Z', 'updated_at': '2022-01-13T17:11:53Z', 'revision_number': 4, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'subnets': [{'id': '212a1362-eb3b-4837-8e3c-46429a6e8aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:11:54.346698 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2456b72e-6061-4b9a-930f-9d78ebb4deef admin admin] Publish callbacks [] for security_group (d0bb8579-344b-4a35-85ec-9b28ffc6add7), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.417600 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2456b72e-6061-4b9a-930f-9d78ebb4deef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d0bb8579-344b-4a35-85ec-9b28ffc6add7), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.442056 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709e7d3-d22b-40f9-ac86-bf6db8de7b93 req-474d296e-dc1b-4ff1-8a9b-5b5bc15657dd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:54.452648 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0709e7d3-d22b-40f9-ac86-bf6db8de7b93 req-474d296e-dc1b-4ff1-8a9b-5b5bc15657dd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 944 time: 0.0993929 Jan 13 17:11:54.460583 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ccccb441-b8a9-4440-9f7d-deab8c471a95 None None] Current status of the port c5a708e9-c85d-493b-afef-8568aede488d is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:54.544997 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2456b72e-6061-4b9a-930f-9d78ebb4deef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=848773133d9f4578a4d5e0f74fc98556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5308352 Jan 13 17:11:54.546427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456b72e-6061-4b9a-930f-9d78ebb4deef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb8579-344b-4a35-85ec-9b28ffc6add7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:54.552552 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58322) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:54.590950 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0709e7d3-d22b-40f9-ac86-bf6db8de7b93 req-977af9ab-5d6b-4cfe-9661-17574a54ac3c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370142 Jan 13 17:11:54.655882 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-259eb02c-0889-4917-867a-f136fa05e9c2 admin admin] Publish callbacks [] for security_group (d0bb8579-344b-4a35-85ec-9b28ffc6add7), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.686066 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-259eb02c-0889-4917-867a-f136fa05e9c2 admin admin] Publish callbacks [] for security_group (d0bb8579-344b-4a35-85ec-9b28ffc6add7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.881785 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-259eb02c-0889-4917-867a-f136fa05e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d0bb8579-344b-4a35-85ec-9b28ffc6add7), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.884958 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-259eb02c-0889-4917-867a-f136fa05e9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:54.886469 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-259eb02c-0889-4917-867a-f136fa05e9c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0bb8579-344b-4a35-85ec-9b28ffc6add7 HTTP/1.1" status: 204 len: 168 time: 0.3326867 Jan 13 17:11:54.896821 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eb02c-0889-4917-867a-f136fa05e9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb8579-344b-4a35-85ec-9b28ffc6add7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:55.081231 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf98ea-f719-4c8f-8f6d-4be9bba9549a req-9864dc12-982d-43f0-a327-95219c0a532a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:55.081231 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-45bf98ea-f719-4c8f-8f6d-4be9bba9549a req-9864dc12-982d-43f0-a327-95219c0a532a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0803902 Jan 13 17:11:55.138660 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-45bf98ea-f719-4c8f-8f6d-4be9bba9549a req-25d20030-7c53-4cdc-9198-97ddcc217a5c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 Jan 13 17:11:55.753082 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a0c48-ba2b-4402-ae0e-83c3354a8996 req-8d9c0b75-382d-416a-b79a-e4f37dcd8703 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:55.755322 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-835a0c48-ba2b-4402-ae0e-83c3354a8996 req-8d9c0b75-382d-416a-b79a-e4f37dcd8703 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 944 time: 0.0686996 Jan 13 17:11:55.827805 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device c5a708e9-c85d-493b-afef-8568aede488d up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:55.858705 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-835a0c48-ba2b-4402-ae0e-83c3354a8996 req-d74166d4-c99e-4290-95a1-650ee37e07f7 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921865 Jan 13 17:11:55.890980 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port c5a708e9-c85d-493b-afef-8568aede488d triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:55.891301 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c5a708e9-c85d-493b-afef-8568aede488d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:56.005334 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port c5a708e9-c85d-493b-afef-8568aede488d is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:56.269996 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9958bd8-ce93-4b22-87fb-d8e38bcf0d94 req-9d9e21a6-183b-4e0c-96b2-7c012437b6b9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:56.271372 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e9958bd8-ce93-4b22-87fb-d8e38bcf0d94 req-9d9e21a6-183b-4e0c-96b2-7c012437b6b9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0513048 Jan 13 17:11:56.342992 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e9958bd8-ce93-4b22-87fb-d8e38bcf0d94 req-4437374b-e22b-4c59-830b-f1fbf4f2da99 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586374 Jan 13 17:11:56.408093 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58368) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:56.528119 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1066674535-network', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:56.617652 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Made reservation on behalf of d51599d4bcad41b0b9995a7ac369cc34 for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:56.620103 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:56.633845 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:56.696061 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c69dacb6-2266-4146-9731-17673f65195c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:11:56.791672 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks [] for security_group (e98f349a-d0e1-44f1-a006-ac374f5acbff), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:56.838000 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port c69dacb6-2266-4146-9731-17673f65195c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c69dacb6-2266-4146-9731-17673f65195c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:56.853178 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'c69dacb6-2266-4146-9731-17673f65195c', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'port_id': 'c69dacb6-2266-4146-9731-17673f65195c', 'mac_address': 'fa:16:3e:69:eb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:11:56.920989 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port c69dacb6-2266-4146-9731-17673f65195c is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:56.921404 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c69dacb6-2266-4146-9731-17673f65195c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:56.957112 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e98f349a-d0e1-44f1-a006-ac374f5acbff), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:56.961145 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69dacb6-2266-4146-9731-17673f65195c {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:11:56.995818 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port c69dacb6-2266-4146-9731-17673f65195c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c69dacb6-2266-4146-9731-17673f65195c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:57.025508 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:11:57.060336 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (15b60580-7b1a-4ea5-a561-ba1730d4c4a7), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.060877 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Added segment 15b60580-7b1a-4ea5-a561-ba1730d4c4a7 of type vlan for network d7f29ae3-e9d0-42ac-a482-40e03068c60e Jan 13 17:11:57.063940 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f349a-d0e1-44f1-a006-ac374f5acbff,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:57.096024 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c69dacb6-2266-4146-9731-17673f65195c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.148461 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb37f4-3796-4c39-aee9-520f50554249 req-c5b0186e-ea79-4330-be62-b93bad92cac6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:57.158488 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c7cb37f4-3796-4c39-aee9-520f50554249 req-c5b0186e-ea79-4330-be62-b93bad92cac6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 944 time: 0.1911194 Jan 13 17:11:57.160620 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=c69dacb6-2266-4146-9731-17673f65195c,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:57.191779 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (d7f29ae3-e9d0-42ac-a482-40e03068c60e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.260151 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c7cb37f4-3796-4c39-aee9-520f50554249 req-678bf295-66cb-45eb-8f30-56c1846c3053 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980608 Jan 13 17:11:57.348839 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (d7f29ae3-e9d0-42ac-a482-40e03068c60e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.350365 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:57.351257 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.443543 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] Pushing event updated for resources: {'Network': ['ID=d7f29ae3-e9d0-42ac-a482-40e03068c60e,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:57.455179 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['c69dacb6-2266-4146-9731-17673f65195c'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:11:57.458598 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:11:57.489778 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c205edef-8806-4b67-ae2f-787019ef175b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0807188 Jan 13 17:11:57.492728 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58398) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:57.499025 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Request body: {'subnet': {'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1066674535-subnet', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:57.552830 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58402) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:57.631541 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03733d4-dcc8-4772-b074-2ab1fb09dadd req-24aad508-ce49-4352-a55a-fa73e5e13d44 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:57.644211 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b03733d4-dcc8-4772-b074-2ab1fb09dadd req-24aad508-ce49-4352-a55a-fa73e5e13d44 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1406221 Jan 13 17:11:57.674497 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Made reservation on behalf of d51599d4bcad41b0b9995a7ac369cc34 for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:11:57.676932 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514551'] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.757019 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b03733d4-dcc8-4772-b074-2ab1fb09dadd req-63a3925b-5991-41d0-b1b4-befb902c1a70 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116743 Jan 13 17:11:57.773741 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8cf06cbc-788f-4a6c-ac42-4081ef4f7212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.921134 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8cf06cbc-788f-4a6c-ac42-4081ef4f7212 admin admin] Publish callbacks [] for security_group (fa85b460-29f1-43b2-8771-b806b986b2e3), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:57.981891 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8cf06cbc-788f-4a6c-ac42-4081ef4f7212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (fa85b460-29f1-43b2-8771-b806b986b2e3), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.026411 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8cf06cbc-788f-4a6c-ac42-4081ef4f7212 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=157e2d23170f47dc96f403b49a8ce7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4724450 Jan 13 17:11:58.027406 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf06cbc-788f-4a6c-ac42-4081ef4f7212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa85b460-29f1-43b2-8771-b806b986b2e3,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:58.029126 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58408) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:58.069275 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12409008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8515101'] for subnet (f1fc73cf-513b-4077-adbd-0ae1c255dacd), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.100948 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b000b3b-eb8c-4e5b-974d-28ffeb169e43 admin admin] Publish callbacks [] for security_group (fa85b460-29f1-43b2-8771-b806b986b2e3), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.126165 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b000b3b-eb8c-4e5b-974d-28ffeb169e43 admin admin] Publish callbacks [] for security_group (fa85b460-29f1-43b2-8771-b806b986b2e3), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.134967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fc73cf-513b-4077-adbd-0ae1c255dacd,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:58.140682 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Checking segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:58.141048 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Network hostable DHCP agents. Network: d7f29ae3-e9d0-42ac-a482-40e03068c60e, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:11:58.240627 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:11:58.241130 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b000b3b-eb8c-4e5b-974d-28ffeb169e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (fa85b460-29f1-43b2-8771-b806b986b2e3), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.243782 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0b000b3b-eb8c-4e5b-974d-28ffeb169e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.244972 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-0b000b3b-eb8c-4e5b-974d-28ffeb169e43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa85b460-29f1-43b2-8771-b806b986b2e3 HTTP/1.1" status: 204 len: 168 time: 0.2146060 Jan 13 17:11:58.253539 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b000b3b-eb8c-4e5b-974d-28ffeb169e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa85b460-29f1-43b2-8771-b806b986b2e3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:58.332967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, d7f29ae3-e9d0-42ac-a482-40e03068c60e) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:58.337247 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:58.337828 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.344471 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7db507-dbaa-455f-a1a6-cc76e1da855a None None] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:11:58.439353 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d2b1-0111-45a7-a385-3bd53d358d25 req-4686fd05-429f-497b-a964-05e385226a73 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:58.444692 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f2d3d2b1-0111-45a7-a385-3bd53d358d25 req-4686fd05-429f-497b-a964-05e385226a73 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 945 time: 0.0936446 Jan 13 17:11:58.468367 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b2802812-ec1d-432c-8ef1-9297dc532be4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9742675 Jan 13 17:11:58.474126 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58416) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:58.474356 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-d7f29ae3-e9d0-42ac-a482-40e03068c60e', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:11:58.475231 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.475952 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:11:58.516439 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f2d3d2b1-0111-45a7-a385-3bd53d358d25 req-9c50586f-81b8-4a85-9df2-ab4d190f1221 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653605 Jan 13 17:11:58.578603 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.579936 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.677110 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Allocated IP 172.20.0.2 (d7f29ae3-e9d0-42ac-a482-40e03068c60e/f1fc73cf-513b-4077-adbd-0ae1c255dacd/5ee172c6-e313-4d18-91c8-6f5c256f358f) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:58.677655 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks [] for router_controller (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:58.704260 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c69dacb6-2266-4146-9731-17673f65195c up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:11:58.905560 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port c69dacb6-2266-4146-9731-17673f65195c completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:11:58.927756 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port c69dacb6-2266-4146-9731-17673f65195c triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:11:58.928064 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c69dacb6-2266-4146-9731-17673f65195c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.039328 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Publish callbacks [] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.045907 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks [] for router_gateway (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.061370 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a87c5-d781-4edd-830f-9e5f523545f6 req-4221980a-49eb-4cd2-82be-5659d46b46d9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:59.068425 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-186a87c5-d781-4edd-830f-9e5f523545f6 req-4221980a-49eb-4cd2-82be-5659d46b46d9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1379962 Jan 13 17:11:59.130321 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.166416 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-186a87c5-d781-4edd-830f-9e5f523545f6 req-8d7fae6e-6def-44c6-be0c-712f7c1c0a16 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969505 Jan 13 17:11:59.212476 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:11:59.214022 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port c69dacb6-2266-4146-9731-17673f65195c is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:11:59.214431 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c69dacb6-2266-4146-9731-17673f65195c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.217354 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:11:59.234958 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:11:59.239056 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Pushing event updated for resources: {'Port': ['ID=5ee172c6-e313-4d18-91c8-6f5c256f358f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:59.258726 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69dacb6-2266-4146-9731-17673f65195c'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:11:59.261166 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487a520a-22bf-4aa6-9b1e-0b8ee12135e2" -d '{"events": [{"server_uuid": "20d21f58-a9dc-41e2-906b-e7f143a76de6", "name": "network-vif-plugged", "status": "completed", "tag": "c69dacb6-2266-4146-9731-17673f65195c"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:11:59.302319 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port c69dacb6-2266-4146-9731-17673f65195c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c69dacb6-2266-4146-9731-17673f65195c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:11:59.326543 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65943010-74dd-4371-9abf-fe2695c24f62 x-openstack-request-id: req-65943010-74dd-4371-9abf-fe2695c24f62 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:11:59.326930 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d21f58-a9dc-41e2-906b-e7f143a76de6", "name": "network-vif-plugged", "status": "completed", "tag": "c69dacb6-2266-4146-9731-17673f65195c", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:11:59.327253 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65943010-74dd-4371-9abf-fe2695c24f62 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:11:59.327702 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69dacb6-2266-4146-9731-17673f65195c', 'code': 200} Jan 13 17:11:59.338319 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Attempting to bind port 5ee172c6-e313-4d18-91c8-6f5c256f358f on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:11:59.338690 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Attempting to bind port 5ee172c6-e313-4d18-91c8-6f5c256f358f by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:11:59.347328 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Attempting to bind port 5ee172c6-e313-4d18-91c8-6f5c256f358f on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:11:59.356369 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:11:59.357038 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Checking segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:11:59.357620 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.358152 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Bound using segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:11:59.358787 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Bound port: 5ee172c6-e313-4d18-91c8-6f5c256f358f, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:11:59.359340 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.420467 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58442) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:59.433249 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks [] for router_gateway (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.434498 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] For port 5ee172c6-e313-4d18-91c8-6f5c256f358f, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:11:59.437598 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] For port 5ee172c6-e313-4d18-91c8-6f5c256f358f, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=5ee172c6-e313-4d18-91c8-6f5c256f358f,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:11:59.452735 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.534806 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4c736402-79b2-4fb9-a808-c162e2e15ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.573768 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Allocated IP 172.27.0.171 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/7e076b34-bb8e-41c1-85e6-315a0f0a85a4) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:11:59.617171 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4c736402-79b2-4fb9-a808-c162e2e15ff4 admin admin] Publish callbacks [] for security_group (c1703ca6-f111-4bff-b588-7e89acee07c2), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.695884 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7567b-5916-448f-9f6c-8337562e03df req-68f56d04-c2a5-45be-a21b-b66e490572ac tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:59.697406 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fbb7567b-5916-448f-9f6c-8337562e03df req-68f56d04-c2a5-45be-a21b-b66e490572ac tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 945 time: 0.0995882 Jan 13 17:11:59.709651 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c69dacb6-2266-4146-9731-17673f65195c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.712680 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.733940 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks [] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.770047 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fbb7567b-5916-448f-9f6c-8337562e03df req-89f3b934-b6f9-4546-80ac-ae0d7cf81f69 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663476 Jan 13 17:11:59.775288 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4c736402-79b2-4fb9-a808-c162e2e15ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c1703ca6-f111-4bff-b588-7e89acee07c2), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.805935 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=c69dacb6-2266-4146-9731-17673f65195c,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:59.843875 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c736402-79b2-4fb9-a808-c162e2e15ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1703ca6-f111-4bff-b588-7e89acee07c2,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:59.856760 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4c736402-79b2-4fb9-a808-c162e2e15ff4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5425953bb949413884cf450d4c3ef44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314952 Jan 13 17:11:59.857236 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58456) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:11:59.904104 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8fca6-cd1a-462d-b4ea-9bdee3266ed6 None None] Pushing event updated for resources: {'Port': ['ID=5ee172c6-e313-4d18-91c8-6f5c256f358f,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:11:59.935840 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.943626 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba17feb7-5fc2-45f3-a06c-efaf3136a903 admin admin] Publish callbacks [] for security_group (c1703ca6-f111-4bff-b588-7e89acee07c2), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:11:59.967698 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb899-3907-4b10-ae73-4c3eef00a86f req-a07ef91f-e5c8-477c-8713-a730f89a988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:11:59.969655 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-aaddb899-3907-4b10-ae73-4c3eef00a86f req-a07ef91f-e5c8-477c-8713-a730f89a988c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 1099 time: 0.0589137 Jan 13 17:11:59.990116 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:00.003476 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:00.008101 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba17feb7-5fc2-45f3-a06c-efaf3136a903 admin admin] Publish callbacks [] for security_group (c1703ca6-f111-4bff-b588-7e89acee07c2), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:00.011718 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:00.057050 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-aaddb899-3907-4b10-ae73-4c3eef00a86f req-a10734ec-da65-45d9-a68b-9d0dfb88a15b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699122 Jan 13 17:12:00.092320 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Pushing event updated for resources: {'Port': ['ID=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:00.637521 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba17feb7-5fc2-45f3-a06c-efaf3136a903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c1703ca6-f111-4bff-b588-7e89acee07c2), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:00.639966 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ba17feb7-5fc2-45f3-a06c-efaf3136a903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:00.641126 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ba17feb7-5fc2-45f3-a06c-efaf3136a903 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1703ca6-f111-4bff-b588-7e89acee07c2 HTTP/1.1" status: 204 len: 168 time: 0.7843885 Jan 13 17:12:00.689888 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17feb7-5fc2-45f3-a06c-efaf3136a903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1703ca6-f111-4bff-b588-7e89acee07c2,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:00.715402 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010805ef-03ff-4222-a8d2-3e6c55416714 req-3d1584f0-da72-4bf3-952d-68c8e085852e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:00.725500 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-010805ef-03ff-4222-a8d2-3e6c55416714 req-3d1584f0-da72-4bf3-952d-68c8e085852e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.4560833 Jan 13 17:12:00.830554 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks [] for router_gateway (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:00.899327 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-010805ef-03ff-4222-a8d2-3e6c55416714 req-26175c26-4a74-413a-9db2-c963669ae186 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711853 Jan 13 17:12:00.973906 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513a0da-dc10-497a-b334-d14006dc8d6d req-efc4ddf9-4fd7-4d6d-84b9-4e867f45d921 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:00.975662 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1513a0da-dc10-497a-b334-d14006dc8d6d req-efc4ddf9-4fd7-4d6d-84b9-4e867f45d921 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.1201234 Jan 13 17:12:01.062003 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1513a0da-dc10-497a-b334-d14006dc8d6d req-09f3f51e-03a5-4bff-81e6-3f10ecdea79f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801404 Jan 13 17:12:01.244061 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:01.297388 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e839b3f-c08f-47e9-9bd8-10e385ea72e4 None None] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:12:01.462752 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-6592a9cf-812f-4de0-8f5d-1af1145bed70 None None] Provisioning complete for port 5ee172c6-e313-4d18-91c8-6f5c256f358f triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:01.463122 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6592a9cf-812f-4de0-8f5d-1af1145bed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:01.581541 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:12:01.841819 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:01.855522 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:01.885596 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:01.886547 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:01.980180 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:01.982387 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c1da2b9d-332f-422d-b54d-a7c4f8ca1e25 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5098093 Jan 13 17:12:01.985028 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58506) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:02.083609 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6592a9cf-812f-4de0-8f5d-1af1145bed70 None None] Current status of the port 5ee172c6-e313-4d18-91c8-6f5c256f358f is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:02.083928 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6592a9cf-812f-4de0-8f5d-1af1145bed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:02.109334 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5ee172c6-e313-4d18-91c8-6f5c256f358f up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:02.138297 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:02.251432 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a9e8e-4ab2-49a3-9202-17a0bbda21ec req-47bb91bc-214a-4f65-b3fd-65e0ebc40f96 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:02.252277 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-6592a9cf-812f-4de0-8f5d-1af1145bed70 None None] For port 5ee172c6-e313-4d18-91c8-6f5c256f358f, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=5ee172c6-e313-4d18-91c8-6f5c256f358f,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:02.262609 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c13a9e8e-4ab2-49a3-9202-17a0bbda21ec req-47bb91bc-214a-4f65-b3fd-65e0ebc40f96 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1879151 Jan 13 17:12:02.303523 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 5ee172c6-e313-4d18-91c8-6f5c256f358f triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:02.304075 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:02.341241 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6592a9cf-812f-4de0-8f5d-1af1145bed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:02.351413 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c13a9e8e-4ab2-49a3-9202-17a0bbda21ec req-e38cdd10-bace-43c5-8595-177d1b91c8d4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843315 Jan 13 17:12:02.438812 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43b7b6-77d0-4e93-b421-9c86554f3ad0 req-7516da60-3806-4ea7-8c21-168aef23d13a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:02.459774 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8e43b7b6-77d0-4e93-b421-9c86554f3ad0 req-7516da60-3806-4ea7-8c21-168aef23d13a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.2113171 Jan 13 17:12:02.461824 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592a9cf-812f-4de0-8f5d-1af1145bed70 None None] Pushing event updated for resources: {'Port': ['ID=5ee172c6-e313-4d18-91c8-6f5c256f358f,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:02.531094 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-f6fdb79a-801f-40d8-84d7-ec78971c901e None None] Provisioning complete for port 5ee172c6-e313-4d18-91c8-6f5c256f358f triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:02.531581 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6fdb79a-801f-40d8-84d7-ec78971c901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:02.557479 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:00Z', 'revision_number': 3, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:02.586308 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 5ee172c6-e313-4d18-91c8-6f5c256f358f is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:02.590727 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:02.591321 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Updating router c38bd53f-4484-4cdf-a059-e5f4b730f4ad port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:02.619084 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:02.771494 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdb79a-801f-40d8-84d7-ec78971c901e None None] Current status of the port 5ee172c6-e313-4d18-91c8-6f5c256f358f is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:03.057061 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8e43b7b6-77d0-4e93-b421-9c86554f3ad0 req-91ea8517-d854-4898-bcde-c8fc880775db tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961015 Jan 13 17:12:03.250501 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Publish callbacks [] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:03.361485 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:03.377659 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:03.497385 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Attempting to bind port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:03.497746 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Attempting to bind port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:03.498155 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Attempting to bind port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:03.501462 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaece6fb-5e2c-49eb-8db3-1b2186db0209 None None] Pushing event updated for resources: {'Port': ['ID=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:03.507799 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:03.508265 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:03.508667 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:03.509054 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:03.509517 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Bound port: 7e076b34-bb8e-41c1-85e6-315a0f0a85a4, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:03.509893 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:03.540455 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0bfc7-4f0c-45dd-9e7b-ad8b01a0ab8d req-fc0c5138-0f66-4e04-a4f9-a207baea887b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:03.549498 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e1c0bfc7-4f0c-45dd-9e7b-ad8b01a0ab8d req-fc0c5138-0f66-4e04-a4f9-a207baea887b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.1214132 Jan 13 17:12:03.581481 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] For port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:03.590124 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] For port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:03.612330 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e1c0bfc7-4f0c-45dd-9e7b-ad8b01a0ab8d req-358c9105-05c0-4b9b-ba3e-644b679820f1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617924 Jan 13 17:12:03.658168 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:03.680731 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Allocated IP 172.20.0.1 (d7f29ae3-e9d0-42ac-a482-40e03068c60e/f1fc73cf-513b-4077-adbd-0ae1c255dacd/6e981b23-f5f0-4eac-bff6-3198634c9924) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:03.718965 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-764839bb-7555-43fc-b337-7532c87a39fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:03.731253 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaece6fb-5e2c-49eb-8db3-1b2186db0209 None None] Pushing event updated for resources: {'Port': ['ID=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:03.760841 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:03.763381 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:11:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:03.859017 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5ee172c6-e313-4d18-91c8-6f5c256f358f up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:04.013113 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 5ee172c6-e313-4d18-91c8-6f5c256f358f triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:04.015640 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:04.033686 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks [] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:04.108521 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0360de-6a70-486a-a966-a12a0e31c75d req-9e38f123-7f3e-4d2a-82c5-1ad5685aa2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:04.109722 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:04.110508 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3b0360de-6a70-486a-a966-a12a0e31c75d req-9e38f123-7f3e-4d2a-82c5-1ad5685aa2a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 1098 time: 0.0487888 Jan 13 17:12:04.150996 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 5ee172c6-e313-4d18-91c8-6f5c256f358f is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:04.166235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:04.212250 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3b0360de-6a70-486a-a966-a12a0e31c75d req-1b59d333-770c-4f55-a696-c7e5b7b85de2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857053 Jan 13 17:12:04.217941 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:04.221562 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:04.225148 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:04.264381 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:04.408349 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Pushing event updated for resources: {'Port': ['ID=6e981b23-f5f0-4eac-bff6-3198634c9924,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:04.436118 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:00Z', 'revision_number': 3, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:04.482420 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e5eb6-c904-4761-9f8c-7cea317b71b1 None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:00Z', 'revision_number': 3, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:04.562006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:04.623844 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-f72615ab-9025-480b-8572-0cb1a2c1bb62 None None] Provisioning complete for port 6e981b23-f5f0-4eac-bff6-3198634c9924 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:04.624264 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f72615ab-9025-480b-8572-0cb1a2c1bb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:04.737484 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f72615ab-9025-480b-8572-0cb1a2c1bb62 None None] Port 6e981b23-f5f0-4eac-bff6-3198634c9924 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:04.804958 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59752834-911b-4762-bc57-bb09388fcdcc req-5946b6b8-e995-4f89-8747-5847105d8e6f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:04.806634 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-59752834-911b-4762-bc57-bb09388fcdcc req-5946b6b8-e995-4f89-8747-5847105d8e6f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0897264 Jan 13 17:12:04.888076 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:12:04.889482 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks [] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:04.985219 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:05.080707 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-59752834-911b-4762-bc57-bb09388fcdcc req-9f34a4f6-0a30-4322-9a4b-0fb9a5a57ec9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649179 Jan 13 17:12:05.149700 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Pushing event updated for resources: {'Port': ['ID=6e981b23-f5f0-4eac-bff6-3198634c9924,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:05.157283 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:05.318994 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:05.329115 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:05.575338 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:12:05.924189 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:05.926968 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-3af4d75e-6a8e-4d09-83c0-a4f53cf09169 None None] Provisioning complete for port 6e981b23-f5f0-4eac-bff6-3198634c9924 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:05.927482 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3af4d75e-6a8e-4d09-83c0-a4f53cf09169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:05.931070 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7ccfbd04-09e7-4670-8560-9bf3cbf42e8b admin admin] 10.222.0.42 "PUT /v2.0/routers/c38bd53f-4484-4cdf-a059-e5f4b730f4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9449451 Jan 13 17:12:05.980747 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3af4d75e-6a8e-4d09-83c0-a4f53cf09169 None None] Port 6e981b23-f5f0-4eac-bff6-3198634c9924 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:06.001424 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:06.070538 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:06.074766 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:06.141003 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6237ce74-4a65-4311-893a-cc8bb98f0056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:06.246773 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:06.247427 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:06.280041 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:06.328783 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f4f0-04e9-44b4-b0f1-a44b099e106b req-d8645f86-9163-4ae7-9066-798855e0a116 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:06.330539 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fcc8f4f0-04e9-44b4-b0f1-a44b099e106b req-d8645f86-9163-4ae7-9066-798855e0a116 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0927770 Jan 13 17:12:06.378049 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fcc8f4f0-04e9-44b4-b0f1-a44b099e106b req-edffce09-af3b-4b43-b3f6-8f532e011b81 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Jan 13 17:12:06.708931 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:06.777204 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:07.017805 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:07.191877 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:07.212655 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:07.216442 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:07.373892 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:07.433365 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58660) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:07.438163 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-28200190-network', 'tenant_id': 'f6f288e107e04509b937f697a3aead09'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:07.506559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b1c9-eb07-417c-8a25-09b47e49d8cc req-8356daac-ba06-4df9-8723-5c5c0903044d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:07.508073 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8f84b1c9-eb07-417c-8a25-09b47e49d8cc req-8356daac-ba06-4df9-8723-5c5c0903044d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Jan 13 17:12:07.564698 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8f84b1c9-eb07-417c-8a25-09b47e49d8cc req-421aebf8-6e30-4c9e-86bb-ea6f14e31336 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Jan 13 17:12:07.595256 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 2, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:07.624352 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:07.624737 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Updating router c38bd53f-4484-4cdf-a059-e5f4b730f4ad port 6e981b23-f5f0-4eac-bff6-3198634c9924 binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:07.649105 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:07.655990 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Made reservation on behalf of f6f288e107e04509b937f697a3aead09 for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:07.658814 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:07.689226 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:07.767767 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50cb28-6d6f-4924-9ade-e723c9aac204 req-4fe477d8-1172-4fb5-b584-cbd048db5293 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:07.769406 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8d50cb28-6d6f-4924-9ade-e723c9aac204 req-4fe477d8-1172-4fb5-b584-cbd048db5293 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1023498 Jan 13 17:12:07.804493 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:07.851684 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8d50cb28-6d6f-4924-9ade-e723c9aac204 req-70acd937-898c-4249-8ceb-37d5088fcc86 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Jan 13 17:12:07.861530 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks [] for security_group (cff92387-44f3-4f4a-97d5-0100b97c5d77), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:07.924836 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58678) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:07.927325 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:07.927680 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.020813 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Publish callbacks [] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.058920 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:08.065700 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7c66-111d-4b70-bc38-84fce4eb3ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.068976 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (cff92387-44f3-4f4a-97d5-0100b97c5d77), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.101366 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:12:08.123192 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff92387-44f3-4f4a-97d5-0100b97c5d77,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:08.127179 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (301bccf2-1343-4d63-bbdc-d7155ade0904), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.129802 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Added segment 301bccf2-1343-4d63-bbdc-d7155ade0904 of type vlan for network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 Jan 13 17:12:08.148778 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.187444 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.229160 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb202c-9165-4c79-bace-1ed777b0048f None None] Pushing event updated for resources: {'Port': ['ID=6e981b23-f5f0-4eac-bff6-3198634c9924,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:08.246857 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7c66-111d-4b70-bc38-84fce4eb3ce8 admin admin] Publish callbacks [] for security_group (76bc6913-77b7-49af-848f-b4ba2a61e453), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.263697 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Attempting to bind port 6e981b23-f5f0-4eac-bff6-3198634c9924 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:08.264198 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Attempting to bind port 6e981b23-f5f0-4eac-bff6-3198634c9924 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:08.264641 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Attempting to bind port 6e981b23-f5f0-4eac-bff6-3198634c9924 on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:08.270007 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:08.270475 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Checking segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:08.270977 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.271380 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Bound using segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:08.271907 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Bound port: 6e981b23-f5f0-4eac-bff6-3198634c9924, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:08.272370 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.357582 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] For port 6e981b23-f5f0-4eac-bff6-3198634c9924, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:08.361035 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] For port 6e981b23-f5f0-4eac-bff6-3198634c9924, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=6e981b23-f5f0-4eac-bff6-3198634c9924,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:08.371198 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.374616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:08.374616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.384757 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7c66-111d-4b70-bc38-84fce4eb3ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (76bc6913-77b7-49af-848f-b4ba2a61e453), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.431575 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb7c66-111d-4b70-bc38-84fce4eb3ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc6913-77b7-49af-848f-b4ba2a61e453,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:08.457926 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.486654 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.498618 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58696) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:08.504371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Request body: {'subnet': {'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-28200190-subnet', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:08.507097 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0726428 Jan 13 17:12:08.512698 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b7eb7c66-111d-4b70-bc38-84fce4eb3ce8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dffd94cd66e414e979f922ad55df4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5868402 Jan 13 17:12:08.515303 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58702) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:08.521744 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a7c2a-d79f-486f-af57-b826365a97bb admin admin] Pushing event updated for resources: {'Network': ['ID=5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:08.538062 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:12:08.625934 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f06d-71b9-4da0-a580-4295605f29cd admin admin] Publish callbacks [] for security_group (76bc6913-77b7-49af-848f-b4ba2a61e453), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.634689 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Made reservation on behalf of f6f288e107e04509b937f697a3aead09 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:08.638541 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.676315 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:08.676407 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f06d-71b9-4da0-a580-4295605f29cd admin admin] Publish callbacks [] for security_group (76bc6913-77b7-49af-848f-b4ba2a61e453), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.676502 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:08.685172 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb202c-9165-4c79-bace-1ed777b0048f None None] Pushing event updated for resources: {'Port': ['ID=6e981b23-f5f0-4eac-bff6-3198634c9924,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:08.760600 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-63802b01-86ce-49ad-a87a-03b4f8bf0807 None None] Provisioning complete for port 6e981b23-f5f0-4eac-bff6-3198634c9924 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:08.760600 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-63802b01-86ce-49ad-a87a-03b4f8bf0807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.760937 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-8c3623a1-9bf6-48d1-9f87-742024aeb40d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:08.766799 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-8c3623a1-9bf6-48d1-9f87-742024aeb40d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 814 time: 0.2099261 Jan 13 17:12:08.793765 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-fde303c3-5645-48d1-9723-61b84fbdf19a tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/quotas/153d0669b0e44e41ad79b2da795c5b38 HTTP/1.1" status: 200 len: 375 time: 0.0259135 Jan 13 17:12:08.883595 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-a542cf69-890f-40a3-84cc-4d11595f11cd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890028 Jan 13 17:12:08.920796 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f06d-71b9-4da0-a580-4295605f29cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (76bc6913-77b7-49af-848f-b4ba2a61e453), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.923318 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0d9f06d-71b9-4da0-a580-4295605f29cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:08.927385 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-f0d9f06d-71b9-4da0-a580-4295605f29cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76bc6913-77b7-49af-848f-b4ba2a61e453 HTTP/1.1" status: 204 len: 168 time: 0.4083853 Jan 13 17:12:08.977030 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9f06d-71b9-4da0-a580-4295605f29cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc6913-77b7-49af-848f-b4ba2a61e453,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:09.043233 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-e6133c10-df62-45ac-a459-95627df8ad6c service neutron] 10.222.0.42 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345634 Jan 13 17:12:09.128812 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:09.145011 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-dfbc99d0-9612-4950-be08-0c3d5cab664f service neutron] 10.222.0.42 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007991 Jan 13 17:12:09.163237 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-63802b01-86ce-49ad-a87a-03b4f8bf0807 None None] Current status of the port 6e981b23-f5f0-4eac-bff6-3198634c9924 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:09.163791 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-63802b01-86ce-49ad-a87a-03b4f8bf0807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.173499 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (126a0e4c-0282-4ae9-b0ca-6f5270e400ca), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.268445 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126a0e4c-0282-4ae9-b0ca-6f5270e400ca,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:09.278999 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-63802b01-86ce-49ad-a87a-03b4f8bf0807 None None] For port 6e981b23-f5f0-4eac-bff6-3198634c9924, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=6e981b23-f5f0-4eac-bff6-3198634c9924,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:09.297526 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Checking segment: {'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:09.297526 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Network hostable DHCP agents. Network: 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:12:09.377590 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:08Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:09.389077 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:12:09.427166 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883f5d9-9b2d-403e-b54b-0c0ccb075487 None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:08Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:09.429602 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-63802b01-86ce-49ad-a87a-03b4f8bf0807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.477264 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bb6f2b00-2351-4476-bcc3-45c0d9bfdc4b req-43140aef-c84b-4769-abda-ea15a061f000 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 210 time: 0.0454469 Jan 13 17:12:09.505308 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:09.521127 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:09.525949 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.527017 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a992a-43ff-40ae-a1ae-9d8d0ac30573 None None] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:12:09.589535 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63802b01-86ce-49ad-a87a-03b4f8bf0807 None None] Pushing event updated for resources: {'Port': ['ID=6e981b23-f5f0-4eac-bff6-3198634c9924,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:09.632165 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-1ea29004-83a9-43e1-8f36-3873eda3b3dd None None] Provisioning complete for port 6e981b23-f5f0-4eac-bff6-3198634c9924 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:09.633734 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1ea29004-83a9-43e1-8f36-3873eda3b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.635295 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58738) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:09.636080 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5c21f2b0-3d92-4052-9642-ab63893d5b54 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1362898 Jan 13 17:12:09.639659 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:09.717336 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09', 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09', 'project_id': 'f6f288e107e04509b937f697a3aead09', 'fixed_ips': [{'subnet_id': '126a0e4c-0282-4ae9-b0ca-6f5270e400ca'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:12:09.718267 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.735529 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.769749 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58744) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:09.808551 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-31ad45bb-76dd-440c-8b59-016feecd385f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.830444 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (eaf92284-6383-4ed2-a646-696de6431e0f), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.831991 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (eaf92284-6383-4ed2-a646-696de6431e0f), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:09.851590 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 6e981b23-f5f0-4eac-bff6-3198634c9924 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:09.906753 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1ea29004-83a9-43e1-8f36-3873eda3b3dd None None] Current status of the port 6e981b23-f5f0-4eac-bff6-3198634c9924 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:09.987861 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks [] for router_controller (eaf92284-6383-4ed2-a646-696de6431e0f), precommit_add_association {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.027997 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Allocated IP 172.20.0.2 (5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09/126a0e4c-0282-4ae9-b0ca-6f5270e400ca/834e0cd2-49d1-4c13-b856-10390aea75eb) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:10.030470 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 6e981b23-f5f0-4eac-bff6-3198634c9924 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:10.030937 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.058109 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-31ad45bb-76dd-440c-8b59-016feecd385f admin admin] Publish callbacks [] for security_group (e16e8fd2-053c-4a0f-88a0-40af8cde4e59), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.195071 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-31ad45bb-76dd-440c-8b59-016feecd385f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e16e8fd2-053c-4a0f-88a0-40af8cde4e59), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.219819 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 6e981b23-f5f0-4eac-bff6-3198634c9924 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:10.260771 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks [] for router_gateway (eaf92284-6383-4ed2-a646-696de6431e0f), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.265741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Publish callbacks [] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.268676 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-31ad45bb-76dd-440c-8b59-016feecd385f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a334a72916f47d5b2a9d106077a0a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978149 Jan 13 17:12:10.271872 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58752) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:10.282346 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad45bb-76dd-440c-8b59-016feecd385f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16e8fd2-053c-4a0f-88a0-40af8cde4e59,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:10.328975 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9fa78ea0-833f-49e8-9b59-4cfaa7242b6c admin admin] Publish callbacks [] for security_group (e16e8fd2-053c-4a0f-88a0-40af8cde4e59), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.360660 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.375713 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9fa78ea0-833f-49e8-9b59-4cfaa7242b6c admin admin] Publish callbacks [] for security_group (e16e8fd2-053c-4a0f-88a0-40af8cde4e59), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.403444 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:10.408190 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:10.416659 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:10.442503 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Pushing event updated for resources: {'Port': ['ID=834e0cd2-49d1-4c13-b856-10390aea75eb,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:10.503779 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Attempting to bind port 834e0cd2-49d1-4c13-b856-10390aea75eb on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:10.504248 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Attempting to bind port 834e0cd2-49d1-4c13-b856-10390aea75eb by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:10.504611 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Attempting to bind port 834e0cd2-49d1-4c13-b856-10390aea75eb on network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:10.510417 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:10.510796 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Checking segment: {'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:10.511225 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.511615 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Bound using segment: {'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:10.512104 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Bound port: 834e0cd2-49d1-4c13-b856-10390aea75eb, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:10.512512 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.514630 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9fa78ea0-833f-49e8-9b59-4cfaa7242b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e16e8fd2-053c-4a0f-88a0-40af8cde4e59), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.519125 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9fa78ea0-833f-49e8-9b59-4cfaa7242b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.522811 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-9fa78ea0-833f-49e8-9b59-4cfaa7242b6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e16e8fd2-053c-4a0f-88a0-40af8cde4e59 HTTP/1.1" status: 204 len: 168 time: 0.2476351 Jan 13 17:12:10.551511 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa78ea0-833f-49e8-9b59-4cfaa7242b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16e8fd2-053c-4a0f-88a0-40af8cde4e59,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:10.623092 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397f86d-8316-4e46-aff6-9f7c2382f67a req-3c90f8fe-c3a5-42ad-b58e-4ac5aebf056a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:10.630376 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b397f86d-8316-4e46-aff6-9f7c2382f67a req-3c90f8fe-c3a5-42ad-b58e-4ac5aebf056a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.2169778 Jan 13 17:12:10.640360 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db1768ec-cb9b-419a-bfdb-b9d8f7f0578a req-346c6d2b-8059-481d-8a72-2176f3c9f42c tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 210 time: 0.0505617 Jan 13 17:12:10.680366 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] For port 834e0cd2-49d1-4c13-b856-10390aea75eb, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:10.680957 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-4e9805cf-3523-4d3f-99c1-7a2c816abd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:10.684804 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-4e9805cf-3523-4d3f-99c1-7a2c816abd26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.2085917 Jan 13 17:12:10.684947 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] For port 834e0cd2-49d1-4c13-b856-10390aea75eb, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=834e0cd2-49d1-4c13-b856-10390aea75eb,segment=NetworkSegment(301bccf2-1343-4d63-bbdc-d7155ade0904),segment_id=301bccf2-1343-4d63-bbdc-d7155ade0904)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:10.775316 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b397f86d-8316-4e46-aff6-9f7c2382f67a req-da6f1e9e-8789-44f8-9573-5dfda59fe6da tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432986 Jan 13 17:12:10.814524 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:10.821090 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-b24527ac-df7c-40fc-9e7f-2cd225874359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:10.822764 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-b24527ac-df7c-40fc-9e7f-2cd225874359 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.1259160 Jan 13 17:12:10.888364 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88305c-5e40-4d48-87f4-b75831a1423d None None] Pushing event updated for resources: {'Port': ['ID=834e0cd2-49d1-4c13-b856-10390aea75eb,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:10.928547 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-0447ae55-9f1a-4e67-80f5-95fdc675dd4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 217 time: 0.0725927 Jan 13 17:12:11.022126 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks [] for router_gateway (eaf92284-6383-4ed2-a646-696de6431e0f), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:11.045086 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:11.048759 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-ddf01ff0-8a51-4217-b6fe-e879b2b18221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:11.050257 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-ddf01ff0-8a51-4217-b6fe-e879b2b18221 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.0828469 Jan 13 17:12:11.093784 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:11.127726 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-487e7643-1867-463c-a820-5dae68946149 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397561 Jan 13 17:12:11.304065 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-7602ef3f-bfa9-4add-a812-b1e745c27cc7 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623883 Jan 13 17:12:11.305192 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Allocated IP 172.27.0.217 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/5bd80ca8-a237-433e-86b4-60ecdc35b044) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:11.723157 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb7745e-6a9a-43b5-b22b-fb74936f3ebf req-349d0559-8d01-4432-8ada-24f46a9ddb10 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029655 Jan 13 17:12:11.763442 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks [] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:11.776244 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-65fc1fdc-2129-41e7-b5c0-5bc40b921007 req-2652922d-baee-4f97-a8f1-ed74683a4589 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 210 time: 0.0414560 Jan 13 17:12:11.887813 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 834e0cd2-49d1-4c13-b856-10390aea75eb up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:11.927745 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:11.989854 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 834e0cd2-49d1-4c13-b856-10390aea75eb triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:11.990525 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:11.991159 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:12.000450 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:12.007658 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:12.039784 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd80ca8-a237-433e-86b4-60ecdc35b044,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:12.057998 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a731f8-dbc2-4213-a380-93ccd67aa760 req-c10a5a3f-36f7-4a1f-889e-ac2f5564da83 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:12.065053 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-82a731f8-dbc2-4213-a380-93ccd67aa760 req-c10a5a3f-36f7-4a1f-889e-ac2f5564da83 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1881163 Jan 13 17:12:12.099126 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 834e0cd2-49d1-4c13-b856-10390aea75eb is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:12.099656 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:12.142133 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 834e0cd2-49d1-4c13-b856-10390aea75eb, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=834e0cd2-49d1-4c13-b856-10390aea75eb,segment=NetworkSegment(301bccf2-1343-4d63-bbdc-d7155ade0904),segment_id=301bccf2-1343-4d63-bbdc-d7155ade0904)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:12.192163 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-82a731f8-dbc2-4213-a380-93ccd67aa760 req-d44a3d9c-e590-4bbb-86b0-7a6e77280a54 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262221 Jan 13 17:12:12.209923 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:12.257454 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35718c03-366f-47e8-a1f3-bd512afe9bb4 None None] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:12:12.305760 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=834e0cd2-49d1-4c13-b856-10390aea75eb,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:12.388698 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-1c5c201a-5665-4183-9722-d0af88c96958 None None] Provisioning complete for port 834e0cd2-49d1-4c13-b856-10390aea75eb triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:12.389086 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1c5c201a-5665-4183-9722-d0af88c96958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:12.408620 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks [] for router_gateway (eaf92284-6383-4ed2-a646-696de6431e0f), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:12.495577 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c201a-5665-4183-9722-d0af88c96958 None None] Current status of the port 834e0cd2-49d1-4c13-b856-10390aea75eb is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:12.671360 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (eaf92284-6383-4ed2-a646-696de6431e0f), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:12.716550 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-7693c7b1-3937-49dc-8bf7-86f2d8fd2639 None None] Provisioning complete for port 834e0cd2-49d1-4c13-b856-10390aea75eb triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:12.717015 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7693c7b1-3937-49dc-8bf7-86f2d8fd2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:12.820729 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7693c7b1-3937-49dc-8bf7-86f2d8fd2639 None None] Current status of the port 834e0cd2-49d1-4c13-b856-10390aea75eb is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:12.845163 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-4f1c530e-d606-4334-a6c8-aa69f82e3bc1 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:12.846629 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-4f1c530e-d606-4334-a6c8-aa69f82e3bc1 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.57 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 814 time: 0.2007530 Jan 13 17:12:12.863500 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'port': {'device_id': '543da2f5-a14b-4d05-a274-025c49619126', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'admin_state_up': True, 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:12.920556 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1257f97a-d327-49c5-be02-78911097def9 req-9d8f1a9e-86a8-47e4-9428-99d77c7ca90e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 210 time: 0.0450552 Jan 13 17:12:13.034192 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Router eaf92284-6383-4ed2-a646-696de6431e0f is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:12:13.082427 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Made reservation on behalf of 153d0669b0e44e41ad79b2da795c5b38 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:13.085948 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:13.216158 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:13.225946 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Sync routers for ids ['eaf92284-6383-4ed2-a646-696de6431e0f'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:13.250808 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Routers {'eaf92284-6383-4ed2-a646-696de6431e0f'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:13.251604 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['eaf92284-6383-4ed2-a646-696de6431e0f'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:13.269346 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Allocated IP 172.20.0.6 (af4b7f59-680c-407c-b0f7-86844c8fcd53/8a43eb6d-5a8a-4741-9971-e8655500271a/c55fc06c-9fb5-498f-b0f5-51a41269742d) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:13.329087 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:13.333141 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58856) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:13.333274 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c909c39e-a249-4e41-8e09-29fffc9ace96 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6969132 Jan 13 17:12:13.436573 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Set router eaf92284-6383-4ed2-a646-696de6431e0f gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:13.466574 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9360a3d-ce76-4e93-b700-196731ee5fe8 req-9521b6ba-1e6c-4251-9b66-4fa7693ddb21 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:13.468618 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f9360a3d-ce76-4e93-b700-196731ee5fe8 req-9521b6ba-1e6c-4251-9b66-4fa7693ddb21 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1343343 Jan 13 17:12:13.549839 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:13.556949 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f9360a3d-ce76-4e93-b700-196731ee5fe8 req-75d8ff5d-36ba-42e0-b123-1c68e61a7b92 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786538 Jan 13 17:12:13.683073 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:12:12Z', 'revision_number': 3, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:13.686222 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:13.713100 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Checking router: eaf92284-6383-4ed2-a646-696de6431e0f for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:13.713587 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Updating router eaf92284-6383-4ed2-a646-696de6431e0f port 5bd80ca8-a237-433e-86b4-60ecdc35b044 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:13.740589 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:13.822417 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:13.824553 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:13.829446 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:13.832995 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:13.841832 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 834e0cd2-49d1-4c13-b856-10390aea75eb up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:13.909842 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:13.911710 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:13.919838 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 834e0cd2-49d1-4c13-b856-10390aea75eb triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:13.920240 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.040147 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Publish callbacks [] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.105661 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 834e0cd2-49d1-4c13-b856-10390aea75eb is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:14.123465 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.137118 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-9663bcfb-f1e9-4cf7-b5b7-cb84604b29f4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2762125 Jan 13 17:12:14.158651 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.175454 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab448ac-9a13-458b-8936-0b270b59d5be req-8f0f2d1a-8d8c-4807-b018-3b8c2654d419 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:14.193636 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4ab448ac-9a13-458b-8936-0b270b59d5be req-8f0f2d1a-8d8c-4807-b018-3b8c2654d419 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 931 time: 0.1438234 Jan 13 17:12:14.228594 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c846bb-9f59-4322-9072-27febefc7e8a None None] Pushing event updated for resources: {'Port': ['ID=5bd80ca8-a237-433e-86b4-60ecdc35b044,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:14.251084 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Attempting to bind port 5bd80ca8-a237-433e-86b4-60ecdc35b044 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:14.251601 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Attempting to bind port 5bd80ca8-a237-433e-86b4-60ecdc35b044 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:14.252288 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Attempting to bind port 5bd80ca8-a237-433e-86b4-60ecdc35b044 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:14.261283 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:14.262025 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:14.262660 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.263620 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:14.264678 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Bound port: 5bd80ca8-a237-433e-86b4-60ecdc35b044, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:14.265677 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.288068 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-f6c0cd74-45b2-4736-aafe-ac3340d3fbcb None None] Provisioning complete for port c55fc06c-9fb5-498f-b0f5-51a41269742d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:14.288763 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6c0cd74-45b2-4736-aafe-ac3340d3fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.309910 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4ab448ac-9a13-458b-8936-0b270b59d5be req-460e8e5c-b2d2-4fb0-921a-87de24d7fe8d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151688 Jan 13 17:12:14.343491 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] For port 5bd80ca8-a237-433e-86b4-60ecdc35b044, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:14.347175 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] For port 5bd80ca8-a237-433e-86b4-60ecdc35b044, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=5bd80ca8-a237-433e-86b4-60ecdc35b044,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:14.357545 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0cd74-45b2-4736-aafe-ac3340d3fbcb None None] Port c55fc06c-9fb5-498f-b0f5-51a41269742d cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:14.433018 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.482592 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Allocated IP 172.20.0.1 (5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09/126a0e4c-0282-4ae9-b0ca-6f5270e400ca/ca325679-2a0d-40c5-bca0-f9902a592685) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:14.536536 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c846bb-9f59-4322-9072-27febefc7e8a None None] Pushing event updated for resources: {'Port': ['ID=5bd80ca8-a237-433e-86b4-60ecdc35b044,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:14.539203 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Routers {'eaf92284-6383-4ed2-a646-696de6431e0f'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:14.539985 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['eaf92284-6383-4ed2-a646-696de6431e0f'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:14.641006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Request body: {'port': {'device_id': '543da2f5-a14b-4d05-a274-025c49619126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:14.714439 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] Set router eaf92284-6383-4ed2-a646-696de6431e0f gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:14.852959 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e943ca-d2f8-42cd-a9f0-d4a077679f2d req-92f92dab-e7de-4a4c-80f9-1a268095ad74 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:14.860555 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-17e943ca-d2f8-42cd-a9f0-d4a077679f2d req-92f92dab-e7de-4a4c-80f9-1a268095ad74 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1504574 Jan 13 17:12:14.862017 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.882234 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks [] for port (ca325679-2a0d-40c5-bca0-f9902a592685), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:14.990520 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-17e943ca-d2f8-42cd-a9f0-d4a077679f2d req-27f47d3f-34dc-48cc-82de-e92b1bcdfa26 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251435 Jan 13 17:12:15.121925 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:12:12Z', 'revision_number': 3, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:15.143926 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:15.149730 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65102ae6-a279-4ece-bac7-85b1aafa5243 None None] The sync data for ids ['eaf92284-6383-4ed2-a646-696de6431e0f'] in dv-cinder-799871-9-iscsi is: [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:12:12Z', 'revision_number': 3, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:15.235798 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:15.241302 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:15.244052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Pushing event updated for resources: {'Port': ['ID=ca325679-2a0d-40c5-bca0-f9902a592685,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:15.252456 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:15.253404 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (eaf92284-6383-4ed2-a646-696de6431e0f), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:15.291012 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55fc06c-9fb5-498f-b0f5-51a41269742d {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:12:15.309032 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Publish callbacks [] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:15.338821 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Transition to ACTIVE for port object c55fc06c-9fb5-498f-b0f5-51a41269742d will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:12:15.417418 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:15.603108 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Pushing event updated for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:15.640981 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:15.713002 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Attempting to bind port c55fc06c-9fb5-498f-b0f5-51a41269742d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:15.713644 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Attempting to bind port c55fc06c-9fb5-498f-b0f5-51a41269742d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:15.713995 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Attempting to bind port c55fc06c-9fb5-498f-b0f5-51a41269742d on network af4b7f59-680c-407c-b0f7-86844c8fcd53 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:15.727929 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a9118-603b-4567-813b-5d59e3bb2af0 req-fb2c5d78-f33f-47e0-8268-daf456e48741 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:15.738028 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Port c55fc06c-9fb5-498f-b0f5-51a41269742d on network af4b7f59-680c-407c-b0f7-86844c8fcd53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:12:15.739047 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Attempting to bind port c55fc06c-9fb5-498f-b0f5-51a41269742d on network af4b7f59-680c-407c-b0f7-86844c8fcd53 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:15.739724 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5e0a9118-603b-4567-813b-5d59e3bb2af0 req-fb2c5d78-f33f-47e0-8268-daf456e48741 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 943 time: 0.2911189 Jan 13 17:12:15.748389 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:15.749710 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Checking segment: {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:15.749710 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Bound using segment: {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:15.750692 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Bound port: c55fc06c-9fb5-498f-b0f5-51a41269742d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:15.751392 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:15.817678 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-2702df1d-9519-4db9-84de-6abe155b1144 None None] Provisioning complete for port ca325679-2a0d-40c5-bca0-f9902a592685 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:15.818877 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2702df1d-9519-4db9-84de-6abe155b1144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:15.982170 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5e0a9118-603b-4567-813b-5d59e3bb2af0 req-90d87ff2-d0ae-44d8-b1f1-7937949c64ea tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274837 Jan 13 17:12:15.988990 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:16.003879 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:16.023631 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-2702df1d-9519-4db9-84de-6abe155b1144 None None] Port ca325679-2a0d-40c5-bca0-f9902a592685 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:16.027509 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5bd80ca8-a237-433e-86b4-60ecdc35b044 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:16.069685 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.109570 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:16.114819 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.116121 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] 10.222.0.57 "PUT /v2.0/ports/c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 1093 time: 1.4857957 Jan 13 17:12:16.118643 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:12:16.136955 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e" -d '{"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:12:16.149252 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 5bd80ca8-a237-433e-86b4-60ecdc35b044 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:16.150041 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.358084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 5bd80ca8-a237-433e-86b4-60ecdc35b044 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:16.358876 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.437076 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2094aec-fd1a-4637-9f24-d37b6e417504 x-openstack-request-id: req-f2094aec-fd1a-4637-9f24-d37b6e417504 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:12:16.440327 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:12:16.440943 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2094aec-fd1a-4637-9f24-d37b6e417504 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:12:16.441412 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'status': 'completed', 'code': 200} Jan 13 17:12:16.449531 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 5bd80ca8-a237-433e-86b4-60ecdc35b044, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=5bd80ca8-a237-433e-86b4-60ecdc35b044,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:16.512093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks [] for port (ca325679-2a0d-40c5-bca0-f9902a592685), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.566733 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.568662 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b88ee-e45d-4f78-82d6-70031247b90c service neutron] Pushing event updated for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:16.592624 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.593459 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (eaf92284-6383-4ed2-a646-696de6431e0f), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.610137 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:12:16.612489 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846173b-d11a-4ffd-9b23-8cdd044c96ca req-4126fd7f-6231-4e72-a89b-8555a1bc5046 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:16.614068 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d846173b-d11a-4ffd-9b23-8cdd044c96ca req-4126fd7f-6231-4e72-a89b-8555a1bc5046 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.3990872 Jan 13 17:12:16.653960 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-98f9ac3b-f0c0-439c-9efd-8400cd565a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:16.655580 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-98f9ac3b-f0c0-439c-9efd-8400cd565a36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1096 time: 0.2944248 Jan 13 17:12:16.775906 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=5bd80ca8-a237-433e-86b4-60ecdc35b044,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:16.807058 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-e24e5f94-9095-4436-873c-ec2847c0d677 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 217 time: 0.1215279 Jan 13 17:12:16.820307 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d846173b-d11a-4ffd-9b23-8cdd044c96ca req-b278ba0f-3cd3-4ec9-8aea-d887a92a942e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868272 Jan 13 17:12:16.878251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Pushing event updated for resources: {'Port': ['ID=ca325679-2a0d-40c5-bca0-f9902a592685,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:16.961984 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:16.970151 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:17.011803 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-aa32f9c5-b17d-49b4-b50c-edc74e8480c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:17.016953 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-aa32f9c5-b17d-49b4-b50c-edc74e8480c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 200 len: 853 time: 0.1679635 Jan 13 17:12:17.283125 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Router eaf92284-6383-4ed2-a646-696de6431e0f has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:12:17.435775 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629f9f3-2aea-4341-9c57-b51ae8f8997f req-a2d5563a-4850-42d8-ac55-858564bc7a7a tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:17.450497 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6629f9f3-2aea-4341-9c57-b51ae8f8997f req-a2d5563a-4850-42d8-ac55-858564bc7a7a tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 943 time: 0.3309767 Jan 13 17:12:17.451717 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-c2a517e7-c509-4260-b64d-2a84a5365ced None None] Provisioning complete for port ca325679-2a0d-40c5-bca0-f9902a592685 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:17.452214 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2a517e7-c509-4260-b64d-2a84a5365ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:17.512670 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-fe97fc57-e87a-4062-8c78-6c661850930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:17.536044 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-fe97fc57-e87a-4062-8c78-6c661850930d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af4b7f59-680c-407c-b0f7-86844c8fcd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3883424 Jan 13 17:12:17.585230 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-c2a517e7-c509-4260-b64d-2a84a5365ced None None] Port ca325679-2a0d-40c5-bca0-f9902a592685 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:17.599060 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6629f9f3-2aea-4341-9c57-b51ae8f8997f req-4d5fe72f-2068-4962-8f60-2debb0ab50c0 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426940 Jan 13 17:12:17.602687 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:17.620712 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e294d7e2-33e1-4939-8180-6ff7b99ccc18 admin admin] 10.222.0.42 "PUT /v2.0/routers/eaf92284-6383-4ed2-a646-696de6431e0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2862968 Jan 13 17:12:17.853168 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5bd80ca8-a237-433e-86b4-60ecdc35b044 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:17.876600 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-500dbab3-1324-4cc4-a6aa-d9127da7a816 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611232 Jan 13 17:12:17.952689 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 5bd80ca8-a237-433e-86b4-60ecdc35b044 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:17.953331 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.016777 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 58978) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:18.074387 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 5bd80ca8-a237-433e-86b4-60ecdc35b044 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:18.220343 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-51476dcf-38f3-4c22-b07e-2f64513f8d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.349632 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-51476dcf-38f3-4c22-b07e-2f64513f8d47 admin admin] Publish callbacks [] for security_group (fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.383403 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Sync routers for ids ['eaf92284-6383-4ed2-a646-696de6431e0f'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:18.393966 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Routers {'eaf92284-6383-4ed2-a646-696de6431e0f'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:18.394582 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['eaf92284-6383-4ed2-a646-696de6431e0f'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:18.422604 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-51476dcf-38f3-4c22-b07e-2f64513f8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.465896 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-51476dcf-38f3-4c22-b07e-2f64513f8d47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=437102a1d4ff448da51f6272b425bce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472852 Jan 13 17:12:18.466768 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51476dcf-38f3-4c22-b07e-2f64513f8d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:18.468515 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 58984) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:18.535888 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e34394b-fe54-4e24-830b-65dc73622ac8 admin admin] Publish callbacks [] for security_group (fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.542700 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Set router eaf92284-6383-4ed2-a646-696de6431e0f gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:18.591972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e34394b-fe54-4e24-830b-65dc73622ac8 admin admin] Publish callbacks [] for security_group (fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.742772 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e34394b-fe54-4e24-830b-65dc73622ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.746492 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4e34394b-fe54-4e24-830b-65dc73622ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:18.750026 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4e34394b-fe54-4e24-830b-65dc73622ac8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2 HTTP/1.1" status: 204 len: 168 time: 0.2777028 Jan 13 17:12:18.757028 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34394b-fe54-4e24-830b-65dc73622ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbf0ae7-ccb8-4ad5-83c7-bc39a75906d2,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:18.816963 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:12:15Z', 'revision_number': 4, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'ca325679-2a0d-40c5-bca0-f9902a592685', 'name': '', 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'mac_address': 'fa:16:3e:fc:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '126a0e4c-0282-4ae9-b0ca-6f5270e400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:14Z', 'updated_at': '2022-01-13T17:12:16Z', 'revision_number': 2, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'subnets': [{'id': '126a0e4c-0282-4ae9-b0ca-6f5270e400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:18.858265 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Checking router: eaf92284-6383-4ed2-a646-696de6431e0f for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:18.858608 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Updating router eaf92284-6383-4ed2-a646-696de6431e0f port ca325679-2a0d-40c5-bca0-f9902a592685 binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:18.888763 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.360462 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Publish callbacks [] for port (ca325679-2a0d-40c5-bca0-f9902a592685), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.444167 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.504643 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643dc0-14fd-4ce1-a82b-50acc73cc062 None None] Pushing event updated for resources: {'Port': ['ID=ca325679-2a0d-40c5-bca0-f9902a592685,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:19.577226 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Attempting to bind port ca325679-2a0d-40c5-bca0-f9902a592685 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:19.578335 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Attempting to bind port ca325679-2a0d-40c5-bca0-f9902a592685 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:19.578935 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Attempting to bind port ca325679-2a0d-40c5-bca0-f9902a592685 on network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:19.585716 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:19.586552 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Checking segment: {'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:19.587237 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.587901 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Bound using segment: {'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:19.588757 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Bound port: ca325679-2a0d-40c5-bca0-f9902a592685, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bccf2-1343-4d63-bbdc-d7155ade0904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:19.589533 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.650673 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59012) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:19.664509 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86ebc042-4a26-46b7-9a1a-eebf35827fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.685579 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] For port ca325679-2a0d-40c5-bca0-f9902a592685, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:19.689342 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] For port ca325679-2a0d-40c5-bca0-f9902a592685, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=ca325679-2a0d-40c5-bca0-f9902a592685,segment=NetworkSegment(301bccf2-1343-4d63-bbdc-d7155ade0904),segment_id=301bccf2-1343-4d63-bbdc-d7155ade0904)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:19.766408 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.784566 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86ebc042-4a26-46b7-9a1a-eebf35827fef admin admin] Publish callbacks [] for security_group (667f5d87-fb9a-4fbb-adba-ea39ff119969), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.867287 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86ebc042-4a26-46b7-9a1a-eebf35827fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (667f5d87-fb9a-4fbb-adba-ea39ff119969), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:19.871332 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Routers {'eaf92284-6383-4ed2-a646-696de6431e0f'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:19.874336 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['eaf92284-6383-4ed2-a646-696de6431e0f'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:19.889354 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643dc0-14fd-4ce1-a82b-50acc73cc062 None None] Pushing event updated for resources: {'Port': ['ID=ca325679-2a0d-40c5-bca0-f9902a592685,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:19.931872 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-86ebc042-4a26-46b7-9a1a-eebf35827fef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=345e276659be4d6a904c87924f566d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799988 Jan 13 17:12:19.933824 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebc042-4a26-46b7-9a1a-eebf35827fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667f5d87-fb9a-4fbb-adba-ea39ff119969,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:19.934992 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59018) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:19.964689 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-cf4c3590-caec-4418-b7c8-5f76e086ba47 None None] Provisioning complete for port ca325679-2a0d-40c5-bca0-f9902a592685 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:19.965065 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3590-caec-4418-b7c8-5f76e086ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.031585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3395ff51-f0c6-4ae4-8ddc-9099153e71fc admin admin] Publish callbacks [] for security_group (667f5d87-fb9a-4fbb-adba-ea39ff119969), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.053328 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3395ff51-f0c6-4ae4-8ddc-9099153e71fc admin admin] Publish callbacks [] for security_group (667f5d87-fb9a-4fbb-adba-ea39ff119969), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.135396 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] Set router eaf92284-6383-4ed2-a646-696de6431e0f gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:20.217166 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3395ff51-f0c6-4ae4-8ddc-9099153e71fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (667f5d87-fb9a-4fbb-adba-ea39ff119969), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.218901 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c3590-caec-4418-b7c8-5f76e086ba47 None None] Current status of the port ca325679-2a0d-40c5-bca0-f9902a592685 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:20.219289 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3590-caec-4418-b7c8-5f76e086ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.220694 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3395ff51-f0c6-4ae4-8ddc-9099153e71fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.222068 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3395ff51-f0c6-4ae4-8ddc-9099153e71fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/667f5d87-fb9a-4fbb-adba-ea39ff119969 HTTP/1.1" status: 204 len: 168 time: 0.2860940 Jan 13 17:12:20.231926 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395ff51-f0c6-4ae4-8ddc-9099153e71fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f5d87-fb9a-4fbb-adba-ea39ff119969,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:20.370948 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-cf4c3590-caec-4418-b7c8-5f76e086ba47 None None] For port ca325679-2a0d-40c5-bca0-f9902a592685, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=ca325679-2a0d-40c5-bca0-f9902a592685,segment=NetworkSegment(301bccf2-1343-4d63-bbdc-d7155ade0904),segment_id=301bccf2-1343-4d63-bbdc-d7155ade0904)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:20.447774 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3590-caec-4418-b7c8-5f76e086ba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.512488 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c3590-caec-4418-b7c8-5f76e086ba47 None None] Pushing event updated for resources: {'Port': ['ID=ca325679-2a0d-40c5-bca0-f9902a592685,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:20.517744 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:12:15Z', 'revision_number': 4, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'ca325679-2a0d-40c5-bca0-f9902a592685', 'name': '', 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'mac_address': 'fa:16:3e:fc:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '126a0e4c-0282-4ae9-b0ca-6f5270e400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:14Z', 'updated_at': '2022-01-13T17:12:19Z', 'revision_number': 4, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'subnets': [{'id': '126a0e4c-0282-4ae9-b0ca-6f5270e400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:20.552756 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0dbf6e-b611-40a6-b1ed-d6ee31932c1e None None] The sync data for ids ['eaf92284-6383-4ed2-a646-696de6431e0f'] in dv-cinder-799871-9-iscsi is: [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:12:15Z', 'revision_number': 4, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'ca325679-2a0d-40c5-bca0-f9902a592685', 'name': '', 'network_id': '5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'mac_address': 'fa:16:3e:fc:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '126a0e4c-0282-4ae9-b0ca-6f5270e400ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:14Z', 'updated_at': '2022-01-13T17:12:19Z', 'revision_number': 4, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'subnets': [{'id': '126a0e4c-0282-4ae9-b0ca-6f5270e400ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:20.574663 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-3f27efea-2e05-4543-a19d-82754a544960 None None] Provisioning complete for port ca325679-2a0d-40c5-bca0-f9902a592685 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:20.575043 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3f27efea-2e05-4543-a19d-82754a544960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:20.710437 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3f27efea-2e05-4543-a19d-82754a544960 None None] Current status of the port ca325679-2a0d-40c5-bca0-f9902a592685 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:20.775708 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59030) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:20.927946 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4999234-ea4a-4da8-8d63-dec22cf32f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.032091 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4999234-ea4a-4da8-8d63-dec22cf32f7d admin admin] Publish callbacks [] for security_group (d048ab1e-54ed-466a-859e-1ac8753fa920), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.114375 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59034) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:21.123428 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c4999234-ea4a-4da8-8d63-dec22cf32f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d048ab1e-54ed-466a-859e-1ac8753fa920), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.134760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c068a6ea-ac99-4e6d-9aea-5c79e5ae77d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.199809 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4999234-ea4a-4da8-8d63-dec22cf32f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d048ab1e-54ed-466a-859e-1ac8753fa920,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:21.208418 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c4999234-ea4a-4da8-8d63-dec22cf32f7d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78bce6c02e6c47d9bdc41e69310e5ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279263 Jan 13 17:12:21.209387 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59036) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:21.271006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0af311b-7187-4809-a2a0-219d9f8027c8 admin admin] Publish callbacks [] for security_group (d048ab1e-54ed-466a-859e-1ac8753fa920), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.281731 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c068a6ea-ac99-4e6d-9aea-5c79e5ae77d1 admin admin] Publish callbacks [] for security_group (48595209-5790-475e-a185-3c10aa90b6e5), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.300735 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0af311b-7187-4809-a2a0-219d9f8027c8 admin admin] Publish callbacks [] for security_group (d048ab1e-54ed-466a-859e-1ac8753fa920), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.793596 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0af311b-7187-4809-a2a0-219d9f8027c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d048ab1e-54ed-466a-859e-1ac8753fa920), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.794317 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c068a6ea-ac99-4e6d-9aea-5c79e5ae77d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (48595209-5790-475e-a185-3c10aa90b6e5), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.796698 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0af311b-7187-4809-a2a0-219d9f8027c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.801752 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c0af311b-7187-4809-a2a0-219d9f8027c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d048ab1e-54ed-466a-859e-1ac8753fa920 HTTP/1.1" status: 204 len: 168 time: 0.5876272 Jan 13 17:12:21.825013 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device ca325679-2a0d-40c5-bca0-f9902a592685 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:21.828933 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af311b-7187-4809-a2a0-219d9f8027c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d048ab1e-54ed-466a-859e-1ac8753fa920,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:21.881741 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c068a6ea-ac99-4e6d-9aea-5c79e5ae77d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04ea11eb844d4f83837f747add2562d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7661493 Jan 13 17:12:21.884691 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59042) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:21.911889 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068a6ea-ac99-4e6d-9aea-5c79e5ae77d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48595209-5790-475e-a185-3c10aa90b6e5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:21.974692 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port ca325679-2a0d-40c5-bca0-f9902a592685 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:21.975185 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:21.997930 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c7899073-9d21-40d3-8fce-07f79f329dba admin admin] Publish callbacks [] for security_group (48595209-5790-475e-a185-3c10aa90b6e5), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.022386 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c7899073-9d21-40d3-8fce-07f79f329dba admin admin] Publish callbacks [] for security_group (48595209-5790-475e-a185-3c10aa90b6e5), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.093562 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port ca325679-2a0d-40c5-bca0-f9902a592685 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:22.158359 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c7899073-9d21-40d3-8fce-07f79f329dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (48595209-5790-475e-a185-3c10aa90b6e5), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.161843 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c7899073-9d21-40d3-8fce-07f79f329dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.164796 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c7899073-9d21-40d3-8fce-07f79f329dba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48595209-5790-475e-a185-3c10aa90b6e5 HTTP/1.1" status: 204 len: 168 time: 0.2776649 Jan 13 17:12:22.172286 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7899073-9d21-40d3-8fce-07f79f329dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48595209-5790-475e-a185-3c10aa90b6e5,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:22.641727 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59052) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:22.660075 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d63214-3cfe-4354-a035-718c5d6cbae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.756417 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d63214-3cfe-4354-a035-718c5d6cbae5 admin admin] Publish callbacks [] for security_group (45ea4bcd-3df9-409c-8e1e-e370118b92a8), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.805532 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-44d63214-3cfe-4354-a035-718c5d6cbae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (45ea4bcd-3df9-409c-8e1e-e370118b92a8), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.837843 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-44d63214-3cfe-4354-a035-718c5d6cbae5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95a4233348a1455693bf3962477fa278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950343 Jan 13 17:12:22.841511 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59058) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:22.854069 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d63214-3cfe-4354-a035-718c5d6cbae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ea4bcd-3df9-409c-8e1e-e370118b92a8,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:22.909371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccd64f17-5dd8-47fb-a71c-0e7d96192a04 admin admin] Publish callbacks [] for security_group (45ea4bcd-3df9-409c-8e1e-e370118b92a8), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:22.933185 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccd64f17-5dd8-47fb-a71c-0e7d96192a04 admin admin] Publish callbacks [] for security_group (45ea4bcd-3df9-409c-8e1e-e370118b92a8), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.049436 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccd64f17-5dd8-47fb-a71c-0e7d96192a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (45ea4bcd-3df9-409c-8e1e-e370118b92a8), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.052067 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ccd64f17-5dd8-47fb-a71c-0e7d96192a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.053221 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ccd64f17-5dd8-47fb-a71c-0e7d96192a04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45ea4bcd-3df9-409c-8e1e-e370118b92a8 HTTP/1.1" status: 204 len: 168 time: 0.2106092 Jan 13 17:12:23.061599 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd64f17-5dd8-47fb-a71c-0e7d96192a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ea4bcd-3df9-409c-8e1e-e370118b92a8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:23.487294 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59078) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:23.594214 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1645067444-network', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:23.718320 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Made reservation on behalf of d027829118e74e49b3df90cfc013ab6a for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:23.721808 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.729164 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.819438 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks [] for security_group (3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.868554 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.901017 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:12:23.917458 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:23.920694 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ef048714-2e3d-4e44-a291-c9fcc92bd469), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:23.921223 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Added segment ef048714-2e3d-4e44-a291-c9fcc92bd469 of type vlan for network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 Jan 13 17:12:23.965355 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:24.034501 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:24.035531 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:24.036150 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:24.103170 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] Pushing event updated for resources: {'Network': ['ID=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:24.114351 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:12:24.141226 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-57c6cadc-a8b9-4004-969a-8d83dc437aef admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6522760 Jan 13 17:12:24.143715 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59096) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:24.149205 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Request body: {'subnet': {'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1645067444-subnet', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:24.228590 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Made reservation on behalf of d027829118e74e49b3df90cfc013ab6a for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:24.231507 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:24.851644 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (075d8823-0796-47f4-a9c6-0710a52508b7), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.168660 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Checking segment: {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:25.169281 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Network hostable DHCP agents. Network: 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:12:25.172155 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075d8823-0796-47f4-a9c6-0710a52508b7,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:25.239553 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:12:25.302384 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:25.306530 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:25.307123 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.316911 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b4313-24d8-4b13-a317-9ace8802aacb None None] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:12:25.385973 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6b7dd32e-ce9f-4d39-8fd7-a0a9ace9e517 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2404783 Jan 13 17:12:25.388924 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59116) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:25.393735 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:25.427439 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:12:25.428355 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.478049 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.479272 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.531227 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks [] for router_controller (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), precommit_add_association {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.575265 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Allocated IP 172.20.0.2 (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7/075d8823-0796-47f4-a9c6-0710a52508b7/b09fab01-fe6f-4d80-bf57-97848265addc) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:25.711862 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Publish callbacks [] for port (b09fab01-fe6f-4d80-bf57-97848265addc), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.724415 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks [] for router_gateway (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.828760 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:25.894187 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:25.898862 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:25.904103 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:25.928149 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Pushing event updated for resources: {'Port': ['ID=b09fab01-fe6f-4d80-bf57-97848265addc,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:26.000688 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d695f613-7e87-403e-b1fb-76fcea22b681 req-24c06992-ffb5-4cf5-8ab3-85f5ce31014e service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616242 Jan 13 17:12:26.078975 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59132) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:26.086557 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Attempting to bind port b09fab01-fe6f-4d80-bf57-97848265addc on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:26.087265 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Attempting to bind port b09fab01-fe6f-4d80-bf57-97848265addc by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:26.087773 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Attempting to bind port b09fab01-fe6f-4d80-bf57-97848265addc on network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:26.094258 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:26.094430 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Checking segment: {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:26.095035 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.095431 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Bound using segment: {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:26.095898 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Bound port: b09fab01-fe6f-4d80-bf57-97848265addc, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:26.096410 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.201634 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae202696-c6f7-4d9a-828b-0868c37f466e req-841803d7-05a9-4866-8642-0d8ab7e4c9f5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:26.203198 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ae202696-c6f7-4d9a-828b-0868c37f466e req-841803d7-05a9-4866-8642-0d8ab7e4c9f5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0887997 Jan 13 17:12:26.208995 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks [] for router_gateway (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.217108 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] For port b09fab01-fe6f-4d80-bf57-97848265addc, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:26.221479 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f376f7ea-c96b-43db-bcf4-0beb7e92f7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.225953 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] For port b09fab01-fe6f-4d80-bf57-97848265addc, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b09fab01-fe6f-4d80-bf57-97848265addc,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:26.230922 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.239360 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-25181fd3-ff86-4e8a-8455-0e046d76de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:26.241381 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-25181fd3-ff86-4e8a-8455-0e046d76de08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1096 time: 0.0840371 Jan 13 17:12:26.304343 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.309840 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f376f7ea-c96b-43db-bcf4-0beb7e92f7b2 admin admin] Publish callbacks [] for security_group (eb9399e1-430c-483a-bb43-af408762fe14), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.323308 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ae202696-c6f7-4d9a-828b-0868c37f466e req-7a475990-ce9a-498e-8d0a-7035d1774ed8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942662 Jan 13 17:12:26.387776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Allocated IP 172.27.0.105 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/04ecc770-a235-4628-8044-f992de122fff) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:26.389637 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f376f7ea-c96b-43db-bcf4-0beb7e92f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (eb9399e1-430c-483a-bb43-af408762fe14), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.423658 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-f376f7ea-c96b-43db-bcf4-0beb7e92f7b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08a8f1b44895439499bebb777c468f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435593 Jan 13 17:12:26.424416 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59136) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:26.474601 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310fccc-2a4d-49c7-99eb-60b0f2a27dc6 None None] Pushing event updated for resources: {'Port': ['ID=b09fab01-fe6f-4d80-bf57-97848265addc,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:26.494039 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376f7ea-c96b-43db-bcf4-0beb7e92f7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9399e1-430c-483a-bb43-af408762fe14,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:26.508635 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-550e6eee-2997-4b72-8345-097d84712356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:26.510126 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-550e6eee-2997-4b72-8345-097d84712356 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 915 time: 0.1974533 Jan 13 17:12:26.561398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks [] for port (04ecc770-a235-4628-8044-f992de122fff), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.564307 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59138) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:26.569021 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-c55e379a-1307-407a-b324-2fcaa05c15f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670343535', 'description': 'tempest-secgroup-smoke-1670343535 description', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:26.575691 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-8958db59-942f-4395-a698-99e1c939595c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 217 time: 0.0544801 Jan 13 17:12:26.602400 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b229c-5a9b-4f1d-aeb4-2ff35c4b69d8 req-97801680-508d-45e3-a907-253645b7faa3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:26.604865 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b48b229c-5a9b-4f1d-aeb4-2ff35c4b69d8 req-97801680-508d-45e3-a907-253645b7faa3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 943 time: 0.1004713 Jan 13 17:12:26.719885 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (04ecc770-a235-4628-8044-f992de122fff), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:26.739572 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b48b229c-5a9b-4f1d-aeb4-2ff35c4b69d8 req-660dbb1b-c219-4243-a90c-4690232c0708 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253841 Jan 13 17:12:26.783591 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:26.792242 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:26.795536 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:26.888565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Pushing event updated for resources: {'Port': ['ID=04ecc770-a235-4628-8044-f992de122fff,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:26.985122 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-60e5e682-9dd2-4bcb-a832-8ce79bd140e0 admin admin] Publish callbacks [] for security_group (eb9399e1-430c-483a-bb43-af408762fe14), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.009036 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-a331990a-ad14-46b8-be75-61a0711a3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:27.010567 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-a331990a-ad14-46b8-be75-61a0711a3c22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 200 len: 853 time: 0.4278576 Jan 13 17:12:27.027765 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-60e5e682-9dd2-4bcb-a832-8ce79bd140e0 admin admin] Publish callbacks [] for security_group (eb9399e1-430c-483a-bb43-af408762fe14), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.086659 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c55e379a-1307-407a-b324-2fcaa05c15f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.112904 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-2ebad48a-ae0a-4f33-a595-1154fd7bf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:27.112904 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-2ebad48a-ae0a-4f33-a595-1154fd7bf110 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af4b7f59-680c-407c-b0f7-86844c8fcd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887690 Jan 13 17:12:27.149518 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks [] for router_gateway (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.220210 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-60e5e682-9dd2-4bcb-a832-8ce79bd140e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (eb9399e1-430c-483a-bb43-af408762fe14), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.222704 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-60e5e682-9dd2-4bcb-a832-8ce79bd140e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.223829 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-60e5e682-9dd2-4bcb-a832-8ce79bd140e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb9399e1-430c-483a-bb43-af408762fe14 HTTP/1.1" status: 204 len: 168 time: 0.7955227 Jan 13 17:12:27.242374 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-60d22972-bc1f-4bcc-91d9-99af39c563c9 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199794 Jan 13 17:12:27.247818 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5e682-9dd2-4bcb-a832-8ce79bd140e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9399e1-430c-483a-bb43-af408762fe14,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:27.337271 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c55e379a-1307-407a-b324-2fcaa05c15f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group (519a573f-0a8f-418b-8f9a-48a8d5fc00be), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.374512 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.398697 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b55ca3eb-0a73-49dc-8b84-e7501fe2323e req-80053432-2b0a-449a-981a-4f9a0128409f service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481137 Jan 13 17:12:27.460995 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c55e379a-1307-407a-b324-2fcaa05c15f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (519a573f-0a8f-418b-8f9a-48a8d5fc00be), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.550586 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e379a-1307-407a-b324-2fcaa05c15f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519a573f-0a8f-418b-8f9a-48a8d5fc00be,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:27.577138 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e175e4-4895-4315-9da3-7063732043f0 req-05feebce-35de-4a7a-8bb9-b68ea40e8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:27.579191 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-04e175e4-4895-4315-9da3-7063732043f0 req-05feebce-35de-4a7a-8bb9-b68ea40e8373 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.0636389 Jan 13 17:12:27.598651 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129fc7d-ed80-4099-a83e-daf27ee2886f req-11bc7bba-b080-44b7-9a2e-551a8f4735bb tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:27.609319 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c55e379a-1307-407a-b324-2fcaa05c15f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.611144 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e129fc7d-ed80-4099-a83e-daf27ee2886f req-11bc7bba-b080-44b7-9a2e-551a8f4735bb tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1604223 Jan 13 17:12:27.613981 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c55e379a-1307-407a-b324-2fcaa05c15f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0486124 Jan 13 17:12:27.614660 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59158) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:27.622289 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-d768f67e-20ff-4309-a309-637ed168c701 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'security_group_rule': {'security_group_id': '519a573f-0a8f-418b-8f9a-48a8d5fc00be', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:27.663709 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-04e175e4-4895-4315-9da3-7063732043f0 req-419f42fc-b22b-42b4-9f02-6a9dcb65a2fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742598 Jan 13 17:12:27.728054 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e129fc7d-ed80-4099-a83e-daf27ee2886f req-e3852df0-c860-47cb-a871-33c724a8385c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087236 Jan 13 17:12:27.751487 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d768f67e-20ff-4309-a309-637ed168c701 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (5acd3e43-4ba4-46ef-b19a-32334839e3fa), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.820333 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d768f67e-20ff-4309-a309-637ed168c701 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (5acd3e43-4ba4-46ef-b19a-32334839e3fa), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:27.828424 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:12:27.852501 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b09fab01-fe6f-4d80-bf57-97848265addc up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:27.908797 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc8723-aeb6-4264-aad1-f119a223cb68 None None] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:12:27.950527 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4c833-d5f6-444e-a4f1-9096f5776fd7 req-b04bf760-783c-493c-a959-fcd2f0043bea tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:27.963322 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-03e4c833-d5f6-444e-a4f1-9096f5776fd7 req-b04bf760-783c-493c-a959-fcd2f0043bea tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 943 time: 0.1033967 Jan 13 17:12:27.973050 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:27.990027 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Sync routers for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:28.003810 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:28.004466 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:28.024349 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-03e4c833-d5f6-444e-a4f1-9096f5776fd7 req-525fbfef-0b48-4cb4-a533-acdc81ef7e7d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Jan 13 17:12:28.055289 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-6b4a06e5-1cd6-4aea-8c56-f0694627dcf4 None None] Provisioning complete for port b09fab01-fe6f-4d80-bf57-97848265addc triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:28.055664 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b4a06e5-1cd6-4aea-8c56-f0694627dcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.121999 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port b09fab01-fe6f-4d80-bf57-97848265addc triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:28.153498 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.153849 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:28.341388 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:26Z', 'revision_number': 3, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:28.377120 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Checking router: 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:28.377816 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Updating router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 port 04ecc770-a235-4628-8044-f992de122fff binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:28.416953 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (04ecc770-a235-4628-8044-f992de122fff), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.422209 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a06e5-1cd6-4aea-8c56-f0694627dcf4 None None] Current status of the port b09fab01-fe6f-4d80-bf57-97848265addc is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:28.422848 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b4a06e5-1cd6-4aea-8c56-f0694627dcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.480285 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b09fab01-fe6f-4d80-bf57-97848265addc is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:28.481008 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.498033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-6b4a06e5-1cd6-4aea-8c56-f0694627dcf4 None None] For port b09fab01-fe6f-4d80-bf57-97848265addc, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b09fab01-fe6f-4d80-bf57-97848265addc,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:28.505215 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-4a603f04-70ae-4fce-a181-66947904b276 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:28.506811 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-4a603f04-70ae-4fce-a181-66947904b276 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.1688123 Jan 13 17:12:28.523669 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-4d18d57f-4f7d-45d4-ac21-ba425a9bb28d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/quotas/8ca7d23c01e24ed7a0be783ac71a769e HTTP/1.1" status: 200 len: 375 time: 0.0104728 Jan 13 17:12:28.590670 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7b5dc126-546d-42d8-931f-080acea20ed0 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614345 Jan 13 17:12:28.684465 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-aec2e904-8308-4062-840e-bf1cea67ee0f service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831327 Jan 13 17:12:28.724714 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Publish callbacks [] for port (04ecc770-a235-4628-8044-f992de122fff), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.780284 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-e86973dd-a29f-411b-85f3-e8faef726d7b service neutron] 10.222.0.42 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900168 Jan 13 17:12:28.793889 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d768f67e-20ff-4309-a309-637ed168c701 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (5acd3e43-4ba4-46ef-b19a-32334839e3fa), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.807374 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c55fc06c-9fb5-498f-b0f5-51a41269742d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:12:28.814544 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768f67e-20ff-4309-a309-637ed168c701 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acd3e43-4ba4-46ef-b19a-32334839e3fa,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:28.835965 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ac737-1260-47d1-9844-883c2267f26e req-ffdd2b40-feee-46c5-bce1-f5f0d7b309df tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:28.837592 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6f5ac737-1260-47d1-9844-883c2267f26e req-ffdd2b40-feee-46c5-bce1-f5f0d7b309df tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0525496 Jan 13 17:12:28.851944 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.858978 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59184) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:28.862230 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5ec8d8b5-213a-4453-8877-9416ae59876e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4711652 Jan 13 17:12:28.918669 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6f5ac737-1260-47d1-9844-883c2267f26e req-7fd8a79e-41a5-488a-8441-6104f8afe7d3 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697103 Jan 13 17:12:28.930935 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (04ecc770-a235-4628-8044-f992de122fff), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.933829 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b4a06e5-1cd6-4aea-8c56-f0694627dcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:28.936739 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:28.968803 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59186) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:28.982698 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f20a6-c6ec-4912-abcd-df4f41be4889 None None] Pushing event updated for resources: {'Port': ['ID=04ecc770-a235-4628-8044-f992de122fff,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:28.993979 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2e79a61-4e20-4769-92be-a6d63b0e5097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.000122 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Attempting to bind port 04ecc770-a235-4628-8044-f992de122fff on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:29.001076 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Attempting to bind port 04ecc770-a235-4628-8044-f992de122fff by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:29.001605 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Attempting to bind port 04ecc770-a235-4628-8044-f992de122fff on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:29.009212 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:29.013891 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:29.013891 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.013891 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:29.013891 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Bound port: 04ecc770-a235-4628-8044-f992de122fff, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:29.013891 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (04ecc770-a235-4628-8044-f992de122fff), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.025312 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d768f67e-20ff-4309-a309-637ed168c701 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.031213 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-d768f67e-20ff-4309-a309-637ed168c701 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4129143 Jan 13 17:12:29.032875 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59188) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:29.048129 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-8be733f5-88a5-44f4-8395-5da3d8748b20 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'security_group_rule': {'security_group_id': '519a573f-0a8f-418b-8f9a-48a8d5fc00be', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:29.052520 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'port_id': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'mac_address': 'fa:16:3e:ba:e2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:12:29.106392 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] For port 04ecc770-a235-4628-8044-f992de122fff, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:29.107494 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] For port 04ecc770-a235-4628-8044-f992de122fff, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=04ecc770-a235-4628-8044-f992de122fff,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:29.110391 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2e79a61-4e20-4769-92be-a6d63b0e5097 admin admin] Publish callbacks [] for security_group (de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.120608 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.db.api [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 13 17:12:29.120956 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG oslo_db.api [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 13 17:12:29.145109 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a06e5-1cd6-4aea-8c56-f0694627dcf4 None None] Pushing event updated for resources: {'Port': ['ID=b09fab01-fe6f-4d80-bf57-97848265addc,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:29.162449 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-bcfecbd2-d14c-41eb-851c-8e1938073d97 None None] Provisioning complete for port b09fab01-fe6f-4d80-bf57-97848265addc triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:29.162823 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bcfecbd2-d14c-41eb-851c-8e1938073d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.166681 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port c55fc06c-9fb5-498f-b0f5-51a41269742d is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:29.167062 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.207409 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55fc06c-9fb5-498f-b0f5-51a41269742d {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:12:29.213735 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (04ecc770-a235-4628-8044-f992de122fff), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.216901 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacb3d1-05c3-4530-bbc8-38074d14093d req-0f2acc3a-4366-4416-8290-5562e44b6f0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:29.218342 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3eacb3d1-05c3-4530-bbc8-38074d14093d req-0f2acc3a-4366-4416-8290-5562e44b6f0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 943 time: 0.0830374 Jan 13 17:12:29.219641 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a2e79a61-4e20-4769-92be-a6d63b0e5097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.232239 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-18362d4b-00b2-495b-8854-740b946fa06f req-1e3c01aa-f852-4f21-bef6-e663240cc9a9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 210 time: 0.1080768 Jan 13 17:12:29.255404 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e79a61-4e20-4769-92be-a6d63b0e5097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:29.274981 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:29.275115 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:29.275589 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:29.324037 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a2e79a61-4e20-4769-92be-a6d63b0e5097 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41f699bd7d96463aa2d053fa2a600a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538833 Jan 13 17:12:29.329938 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59196) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:29.345707 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-bcfecbd2-d14c-41eb-851c-8e1938073d97 None None] Current status of the port b09fab01-fe6f-4d80-bf57-97848265addc is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:29.356370 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8be733f5-88a5-44f4-8395-5da3d8748b20 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (6d7e765a-df2a-456b-8c80-979fdd5b3b77), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.392536 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.403537 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3eacb3d1-05c3-4530-bbc8-38074d14093d req-192545dc-417a-4688-914a-7fcd2a4c7d21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491952 Jan 13 17:12:29.414633 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:29.416667 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f20a6-c6ec-4912-abcd-df4f41be4889 None None] Pushing event updated for resources: {'Port': ['ID=04ecc770-a235-4628-8044-f992de122fff,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:29.451911 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5fc-4f19-4e03-a275-2f8482284c34 admin admin] Publish callbacks [] for security_group (de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.490040 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5fc-4f19-4e03-a275-2f8482284c34 admin admin] Publish callbacks [] for security_group (de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.497979 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:29.582007 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8be733f5-88a5-44f4-8395-5da3d8748b20 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (6d7e765a-df2a-456b-8c80-979fdd5b3b77), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.635281 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:26Z', 'revision_number': 3, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:29.666204 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64520e5-cf99-4560-abf2-fc3586d33837 None None] The sync data for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi is: [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:26Z', 'revision_number': 3, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:29.682782 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b09fab01-fe6f-4d80-bf57-97848265addc is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:29.696811 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5fc-4f19-4e03-a275-2f8482284c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.699652 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9a97d5fc-4f19-4e03-a275-2f8482284c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.706289 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-9a97d5fc-4f19-4e03-a275-2f8482284c34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8 HTTP/1.1" status: 204 len: 168 time: 0.3699415 Jan 13 17:12:29.710600 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97d5fc-4f19-4e03-a275-2f8482284c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de36ddb9-b46d-4d2f-abe6-7a39ef4e5ba8,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:29.714963 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8be733f5-88a5-44f4-8395-5da3d8748b20 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (6d7e765a-df2a-456b-8c80-979fdd5b3b77), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.768878 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['c55fc06c-9fb5-498f-b0f5-51a41269742d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:12:29.769092 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be733f5-88a5-44f4-8395-5da3d8748b20 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7e765a-df2a-456b-8c80-979fdd5b3b77,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:29.827908 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b09fab01-fe6f-4d80-bf57-97848265addc up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:29.851923 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8be733f5-88a5-44f4-8395-5da3d8748b20 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.857191 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8be733f5-88a5-44f4-8395-5da3d8748b20 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8178370 Jan 13 17:12:29.857823 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59214) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:29.862714 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f62b25da-76f6-4902-a15c-960bb2761f52 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'security_group_rule': {'security_group_id': '519a573f-0a8f-418b-8f9a-48a8d5fc00be', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:29.877871 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:29.976065 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port b09fab01-fe6f-4d80-bf57-97848265addc triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:29.976065 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.001993 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f62b25da-76f6-4902-a15c-960bb2761f52 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (43ad2900-5645-4ddb-81ca-31ee151211fb), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.117434 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f62b25da-76f6-4902-a15c-960bb2761f52 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (43ad2900-5645-4ddb-81ca-31ee151211fb), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.153427 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b09fab01-fe6f-4d80-bf57-97848265addc is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:30.160815 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f70682-7822-4a25-ad27-129bc93386c1 req-4aaef5ee-96e7-44a9-89b1-f1717139eb33 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:30.162441 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-73f70682-7822-4a25-ad27-129bc93386c1 req-4aaef5ee-96e7-44a9-89b1-f1717139eb33 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1177678 Jan 13 17:12:30.183367 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f62b25da-76f6-4902-a15c-960bb2761f52 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (43ad2900-5645-4ddb-81ca-31ee151211fb), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.195663 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Allocated IP 172.20.0.1 (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7/075d8823-0796-47f4-a9c6-0710a52508b7/b11a7046-46c2-4a5f-bc9c-7b862d75773c) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:30.205451 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b25da-76f6-4902-a15c-960bb2761f52 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad2900-5645-4ddb-81ca-31ee151211fb,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:30.274399 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f62b25da-76f6-4902-a15c-960bb2761f52 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.278839 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-f62b25da-76f6-4902-a15c-960bb2761f52 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172182 Jan 13 17:12:30.282904 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59222) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:30.283938 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-72c5539e-9a9f-41f4-a76f-2b4cc8c96525 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'security_group_rule': {'security_group_id': '519a573f-0a8f-418b-8f9a-48a8d5fc00be', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:30.323220 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-73f70682-7822-4a25-ad27-129bc93386c1 req-d8e0ccd7-5407-49ec-b3f9-ec730deb134a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507981 Jan 13 17:12:30.387378 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks [] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.405027 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-091393df-fa2e-4170-a83c-a59770409a00 req-6dfe1091-d41b-4519-a9de-f1ba0620f406 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 210 time: 0.0977719 Jan 13 17:12:30.521891 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.573700 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:30.578781 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae90ec-0dd9-4cd6-80f8-d0c4c9238d67 req-4aba52e8-5ea7-4a17-8e17-d12a9202fd23 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:30.579450 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:30.583377 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:30.584253 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f1ae90ec-0dd9-4cd6-80f8-d0c4c9238d67 req-4aba52e8-5ea7-4a17-8e17-d12a9202fd23 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 944 time: 0.0913219 Jan 13 17:12:30.590675 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72c5539e-9a9f-41f4-a76f-2b4cc8c96525 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (ec982452-15e1-4adc-ba1c-30f7d61ca359), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.618823 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Pushing event updated for resources: {'Port': ['ID=b11a7046-46c2-4a5f-bc9c-7b862d75773c,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:30.682625 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.709763 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f1ae90ec-0dd9-4cd6-80f8-d0c4c9238d67 req-82f66149-91fa-4e03-b56c-e3c42c6fdb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004689 Jan 13 17:12:30.741635 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72c5539e-9a9f-41f4-a76f-2b4cc8c96525 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (ec982452-15e1-4adc-ba1c-30f7d61ca359), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.835170 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72c5539e-9a9f-41f4-a76f-2b4cc8c96525 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (ec982452-15e1-4adc-ba1c-30f7d61ca359), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.866666 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5539e-9a9f-41f4-a76f-2b4cc8c96525 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec982452-15e1-4adc-ba1c-30f7d61ca359,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:30.908189 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.947216 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-72c5539e-9a9f-41f4-a76f-2b4cc8c96525 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:30.954178 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-72c5539e-9a9f-41f4-a76f-2b4cc8c96525 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6712277 Jan 13 17:12:30.954905 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59252) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:30.959774 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'security_group_rule': {'security_group_id': '519a573f-0a8f-418b-8f9a-48a8d5fc00be', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:31.005428 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-7a0b3a41-f234-4785-9c83-65336a67bf85 None None] Provisioning complete for port b11a7046-46c2-4a5f-bc9c-7b862d75773c triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:31.005953 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-7a0b3a41-f234-4785-9c83-65336a67bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.067883 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-f0175b6f-6c65-4803-a14b-5a74cba6343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:31.068672 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b3a41-f234-4785-9c83-65336a67bf85 None None] Port b11a7046-46c2-4a5f-bc9c-7b862d75773c cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:31.070130 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-f0175b6f-6c65-4803-a14b-5a74cba6343d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.1410186 Jan 13 17:12:31.097470 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Project d51599d4bcad41b0b9995a7ac369cc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 17:12:31.104076 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (a1839bee-826a-4d78-83c1-b8692fa1455b), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.202877 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (a1839bee-826a-4d78-83c1-b8692fa1455b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.252892 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-76a891ff-7e71-4557-aede-33fd29b06775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:31.254482 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-76a891ff-7e71-4557-aede-33fd29b06775 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.1684856 Jan 13 17:12:31.266269 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (a1839bee-826a-4d78-83c1-b8692fa1455b), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.286470 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1839bee-826a-4d78-83c1-b8692fa1455b,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:31.304399 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks [] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.306886 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-e15316a5-aeca-4d00-8e60-024564b4e6c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 217 time: 0.0408251 Jan 13 17:12:31.355064 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.359828 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-f644838d-f975-4131-a7bc-233c7c42f93a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4036276 Jan 13 17:12:31.360574 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59272) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:31.377580 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'security_group_rule': {'security_group_id': '519a573f-0a8f-418b-8f9a-48a8d5fc00be', 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:31.382441 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-e1ec5ee4-187c-4b48-b680-c3b5b503bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:31.384259 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-e1ec5ee4-187c-4b48-b680-c3b5b503bb21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.0699668 Jan 13 17:12:31.388466 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.470111 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Project d51599d4bcad41b0b9995a7ac369cc34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 17:12:31.476266 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (7d17b774-51ae-42d4-bd67-b5873e43a39b), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.481583 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-6e82d316-335e-4164-9f1f-699097302104 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420196 Jan 13 17:12:31.520348 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ae33-ddcb-4afd-8694-ddeea791523b req-ce383aa9-f57e-49ab-a73c-855c018573b5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:31.520348 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bbd0ae33-ddcb-4afd-8694-ddeea791523b req-ce383aa9-f57e-49ab-a73c-855c018573b5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0833807 Jan 13 17:12:31.573539 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (7d17b774-51ae-42d4-bd67-b5873e43a39b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.588498 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bbd0ae33-ddcb-4afd-8694-ddeea791523b req-4bc2d617-e252-4e62-8968-a6bb9c0b58b8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619631 Jan 13 17:12:31.658269 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (7d17b774-51ae-42d4-bd67-b5873e43a39b), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.697276 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d17b774-51ae-42d4-bd67-b5873e43a39b,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:31.799084 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:31.808247 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-4b99ef0d-f0ad-4553-915f-cc7aad66cdcf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4463251 Jan 13 17:12:31.917153 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-20eb67ba-dee2-49e7-bec2-fbf4d7aebb5b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:31.918672 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-20eb67ba-dee2-49e7-bec2-fbf4d7aebb5b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/networks?id=af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 200 len: 814 time: 0.3206220 Jan 13 17:12:31.954379 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 04ecc770-a235-4628-8044-f992de122fff up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:31.957082 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f20065-9e8d-4533-9f2d-a56e6c3ebdad req-72623c7a-3d6c-4e14-835c-e5101cc7647c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:31.958800 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-93f20065-9e8d-4533-9f2d-a56e6c3ebdad req-72623c7a-3d6c-4e14-835c-e5101cc7647c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.2144725 Jan 13 17:12:31.965154 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Request body: {'port': {'device_id': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'admin_state_up': True, 'tenant_id': '8ca7d23c01e24ed7a0be783ac71a769e'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:32.076104 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-93f20065-9e8d-4533-9f2d-a56e6c3ebdad req-37b18087-be44-479d-b476-f8b12327ab30 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951507 Jan 13 17:12:32.079653 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:32.095366 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Pushing event updated for resources: {'Port': ['ID=b11a7046-46c2-4a5f-bc9c-7b862d75773c,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:32.173324 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 04ecc770-a235-4628-8044-f992de122fff triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:32.173870 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (04ecc770-a235-4628-8044-f992de122fff), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:32.207040 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fec226de-e75f-4d66-a917-aac2db24e504 req-63243d66-43ca-4cd2-96ed-a37337d5de0f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 210 time: 0.1438673 Jan 13 17:12:32.282817 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143eec0-33dc-4c82-9261-f62ab2374c33 req-28ff01f0-1946-45f2-8cef-7130524e85e9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:32.283744 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6143eec0-33dc-4c82-9261-f62ab2374c33 req-28ff01f0-1946-45f2-8cef-7130524e85e9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 944 time: 0.0747209 Jan 13 17:12:32.307465 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 04ecc770-a235-4628-8044-f992de122fff is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:32.308667 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (04ecc770-a235-4628-8044-f992de122fff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:32.316628 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-011c1dc0-9bbe-4621-8eab-91a4dae8f4d9 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127849 Jan 13 17:12:32.336208 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 04ecc770-a235-4628-8044-f992de122fff, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=04ecc770-a235-4628-8044-f992de122fff,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:32.342682 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Made reservation on behalf of 8ca7d23c01e24ed7a0be783ac71a769e for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:32.346914 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:32.378223 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6143eec0-33dc-4c82-9261-f62ab2374c33 req-627fc520-1f0e-4129-adb6-488ac37e95b1 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885656 Jan 13 17:12:32.422373 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (04ecc770-a235-4628-8044-f992de122fff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:32.436102 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:32.439059 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:32.498978 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=04ecc770-a235-4628-8044-f992de122fff,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:32.519891 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ba8687d5-06a7-4253-96f0-5d80b68852b0 req-b3da0cc9-19b9-4e7d-ab56-1a76a2b3e97d service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936777 Jan 13 17:12:32.547806 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Allocated IP 172.20.0.5 (af0081b4-82c9-48f6-908e-39c658326c91/43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d/4a2f69d1-9b65-4887-b9b9-360a6587082c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:32.609105 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:12:32.764191 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:32.778358 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Sync routers for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:32.792090 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e6377c25-b969-49e9-b324-4a616d8d57cd admin admin] 10.222.0.42 "PUT /v2.0/routers/937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9293160 Jan 13 17:12:32.806518 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:32.807724 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:32.809902 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks [] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:32.828758 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c119cfb-7a2a-4dd4-8478-d04e00f30881 req-4adbd932-1f0d-4428-bf67-2a1caa046498 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:32.830778 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1c119cfb-7a2a-4dd4-8478-d04e00f30881 req-4adbd932-1f0d-4428-bf67-2a1caa046498 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0860298 Jan 13 17:12:32.966871 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c55fc06c-9fb5-498f-b0f5-51a41269742d up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:32.972059 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1c119cfb-7a2a-4dd4-8478-d04e00f30881 req-46c5cf5c-cbb4-491c-a765-ebfe27f3740e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255269 Jan 13 17:12:33.040773 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.082376 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'c69dacb6-2266-4146-9731-17673f65195c'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:12:33.087872 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Network af0081b4-82c9-48f6-908e-39c658326c91 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:33.093285 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:33.105798 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:33.109917 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b420fc92-6bd8-4035-8095-598692aa64f6 None None] Provisioning complete for port b11a7046-46c2-4a5f-bc9c-7b862d75773c triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:33.110286 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b420fc92-6bd8-4035-8095-598692aa64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.111789 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:33.112408 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.134894 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event updated for resources: {'Port': ['ID=4a2f69d1-9b65-4887-b9b9-360a6587082c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:33.142567 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.142933 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.143273 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.143606 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.143939 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.144297 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.145256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.145256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.145256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.145572 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.145871 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.146191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.146507 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:33.175957 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:33.210813 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b420fc92-6bd8-4035-8095-598692aa64f6 None None] Port b11a7046-46c2-4a5f-bc9c-7b862d75773c cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:33.239980 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-cb14fd09-e815-49be-b314-ab9870274e12 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2799845 Jan 13 17:12:33.249649 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port c55fc06c-9fb5-498f-b0f5-51a41269742d completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:12:33.255774 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Request body: {'port': {'device_id': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:33.291225 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port c55fc06c-9fb5-498f-b0f5-51a41269742d triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:33.292423 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.301170 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:12:33.303357 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:12:33.305764 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad568858-8ceb-4180-823b-a7efd96fbcc0 req-cd730ab1-fcb8-4260-98ad-3e747369a1b3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:33.312693 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ad568858-8ceb-4180-823b-a7efd96fbcc0 req-cd730ab1-fcb8-4260-98ad-3e747369a1b3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.1189570 Jan 13 17:12:33.416634 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bd9a1-db20-4eb9-8fad-77b5acbeaa12 req-1f743d15-3dd1-4eb6-8866-7f4ea0f49707 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:33.419066 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e34bd9a1-db20-4eb9-8fad-77b5acbeaa12 req-1f743d15-3dd1-4eb6-8866-7f4ea0f49707 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 931 time: 0.0878584 Jan 13 17:12:33.451475 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.451475 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ad568858-8ceb-4180-823b-a7efd96fbcc0 req-b0cfc3e0-63e0-4caf-8331-62af2a880c6e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353850 Jan 13 17:12:33.491371 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e34bd9a1-db20-4eb9-8fad-77b5acbeaa12 req-59dfbdcd-bad8-4115-adc4-1b2f3c6aa96f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Jan 13 17:12:33.554264 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port c55fc06c-9fb5-498f-b0f5-51a41269742d is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:33.554646 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.635727 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:12:33.638044 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82358c-64f4-4cf6-9a08-77434e861192" -d '{"events": [{"server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "name": "network-vif-plugged", "status": "completed", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:12:33.661769 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:33.670857 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:31Z', 'revision_number': 2, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:33.710486 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-30054c4e-0d0f-401b-a136-161cc6b72818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.711943 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Checking router: 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:33.712318 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Updating router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 port b11a7046-46c2-4a5f-bc9c-7b862d75773c binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:33.737405 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5d2d19-cd97-4b4c-93f7-025beffb2162 x-openstack-request-id: req-7f5d2d19-cd97-4b4c-93f7-025beffb2162 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:12:33.741258 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "name": "network-vif-plugged", "status": "completed", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:12:33.741258 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f5d2d19-cd97-4b4c-93f7-025beffb2162 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:12:33.741258 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'code': 200} Jan 13 17:12:33.747559 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.761593 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:33.858096 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:33.873622 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 04ecc770-a235-4628-8044-f992de122fff up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:34.167745 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59408) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:34.189549 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-736867835-network', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:34.258989 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5884a3-40f0-4ba0-93bf-1ecebd198fad req-1ff024a1-062f-4a22-8587-266fef5858a4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:34.265342 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1c5884a3-40f0-4ba0-93bf-1ecebd198fad req-1ff024a1-062f-4a22-8587-266fef5858a4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1702487 Jan 13 17:12:34.292793 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213ed45-a3d1-40ce-9ef7-85a5d62c2b1f req-2acc7f74-d2f9-40a0-ba14-846709140be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:34.293944 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c213ed45-a3d1-40ce-9ef7-85a5d62c2b1f req-2acc7f74-d2f9-40a0-ba14-846709140be6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1098 time: 0.1304512 Jan 13 17:12:34.305383 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2f69d1-9b65-4887-b9b9-360a6587082c {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:12:34.313740 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Publish callbacks [] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.318448 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 04ecc770-a235-4628-8044-f992de122fff triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:34.318973 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (04ecc770-a235-4628-8044-f992de122fff), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.325389 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5277-6955-4f8b-96bf-c1607e3ac5b7 req-8c2baa5f-2c00-47c1-a25e-51bf304552b4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:34.326732 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0c1f5277-6955-4f8b-96bf-c1607e3ac5b7 req-8c2baa5f-2c00-47c1-a25e-51bf304552b4 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 944 time: 0.7856297 Jan 13 17:12:34.335806 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Made reservation on behalf of 0629a97922984cf5b5eab2c00169a94e for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:34.338505 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.338784 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Transition to ACTIVE for port object 4a2f69d1-9b65-4887-b9b9-360a6587082c will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:12:34.356253 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1c5884a3-40f0-4ba0-93bf-1ecebd198fad req-783998d1-a102-4b7c-b5e6-50f5a21f1127 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863237 Jan 13 17:12:34.385241 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0c1f5277-6955-4f8b-96bf-c1607e3ac5b7 req-4cb9779e-f126-4933-898a-7bc860f38a77 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482044 Jan 13 17:12:34.387075 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.404422 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c213ed45-a3d1-40ce-9ef7-85a5d62c2b1f req-1213bc8c-8013-4154-b5b2-77842214d75e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971379 Jan 13 17:12:34.426478 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.455334 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 04ecc770-a235-4628-8044-f992de122fff is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:34.505944 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f69d1-9b65-4887-b9b9-360a6587082c,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:34.533681 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Publish callbacks [] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.543323 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks [] for security_group (60ec9d2a-ef05-4b82-99a0-37241d4265ba), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.554719 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Attempting to bind port 4a2f69d1-9b65-4887-b9b9-360a6587082c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:34.555049 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Attempting to bind port 4a2f69d1-9b65-4887-b9b9-360a6587082c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:34.555372 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Attempting to bind port 4a2f69d1-9b65-4887-b9b9-360a6587082c on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:34.560163 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Port 4a2f69d1-9b65-4887-b9b9-360a6587082c on network af0081b4-82c9-48f6-908e-39c658326c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:12:34.560483 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Attempting to bind port 4a2f69d1-9b65-4887-b9b9-360a6587082c on network af0081b4-82c9-48f6-908e-39c658326c91 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:34.565525 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:34.571245 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Checking segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:34.571245 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Bound using segment: {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:34.571245 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Bound port: 4a2f69d1-9b65-4887-b9b9-360a6587082c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea61619e-524c-4ddb-8f5b-b5863187d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:34.571245 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.614210 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71bb9c-c051-45f4-801c-f58df8145c0a req-bde3cf31-5e08-4621-bd53-58389be3c6ab tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:34.619000 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-df71bb9c-c051-45f4-801c-f58df8145c0a req-bde3cf31-5e08-4621-bd53-58389be3c6ab tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0741060 Jan 13 17:12:34.620486 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (60ec9d2a-ef05-4b82-99a0-37241d4265ba), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.639485 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.665672 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:12:34.695692 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3cb37-4724-4774-8c5b-9161906d7b50 req-97afda98-f33f-4329-912b-867c4c0966fd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:34.697289 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-abe3cb37-4724-4774-8c5b-9161906d7b50 req-97afda98-f33f-4329-912b-867c4c0966fd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 943 time: 0.0915635 Jan 13 17:12:34.699003 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (4f4450da-310c-4a58-baaa-d453dcea22ca), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.699685 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Added segment 4f4450da-310c-4a58-baaa-d453dcea22ca of type vlan for network 6bee138f-d898-49ac-8916-3a138a9eeead Jan 13 17:12:34.702442 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] For port 4a2f69d1-9b65-4887-b9b9-360a6587082c, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:34.704002 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec9d2a-ef05-4b82-99a0-37241d4265ba,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:34.706835 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] For port 4a2f69d1-9b65-4887-b9b9-360a6587082c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a2f69d1-9b65-4887-b9b9-360a6587082c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:34.736475 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.736759 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.737169 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.737414 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.737746 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.738071 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.738403 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.738729 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.739056 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.739376 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.739694 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.740031 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.740346 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:34.748757 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-df71bb9c-c051-45f4-801c-f58df8145c0a req-0c8dc186-94b8-4b79-a21a-81c672599690 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246512 Jan 13 17:12:34.774595 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141616-3e5c-41b2-b42c-3e52edb0c877 None None] Pushing event updated for resources: {'Port': ['ID=b11a7046-46c2-4a5f-bc9c-7b862d75773c,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:34.778402 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Attempting to bind port b11a7046-46c2-4a5f-bc9c-7b862d75773c on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:34.778833 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Attempting to bind port b11a7046-46c2-4a5f-bc9c-7b862d75773c by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:34.779374 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Attempting to bind port b11a7046-46c2-4a5f-bc9c-7b862d75773c on network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:34.781885 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-abe3cb37-4724-4774-8c5b-9161906d7b50 req-1e3a4f85-ff92-4b81-b107-a13aeb3373d8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694165 Jan 13 17:12:34.784354 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.788203 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:34.788849 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (6bee138f-d898-49ac-8916-3a138a9eeead), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.789308 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Checking segment: {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:34.789893 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.790484 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Bound using segment: {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:34.791179 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Bound port: b11a7046-46c2-4a5f-bc9c-7b862d75773c, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:34.792361 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.874498 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:34.874979 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.886081 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] 10.222.0.57 "PUT /v2.0/ports/4a2f69d1-9b65-4887-b9b9-360a6587082c HTTP/1.1" status: 200 len: 1093 time: 1.6373544 Jan 13 17:12:34.886602 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'tag': '4a2f69d1-9b65-4887-b9b9-360a6587082c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:12:34.888842 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a499c-f888-45f0-8cb2-ca0f86630867" -d '{"events": [{"name": "network-changed", "server_uuid": "8d68b8cd-9134-465a-a93e-4783d0fc2494", "tag": "4a2f69d1-9b65-4887-b9b9-360a6587082c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:12:34.895375 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409abd2-b2b5-413b-b235-577acafa8e17 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f69d1-9b65-4887-b9b9-360a6587082c,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:34.903758 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] For port b11a7046-46c2-4a5f-bc9c-7b862d75773c, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:34.906848 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] For port b11a7046-46c2-4a5f-bc9c-7b862d75773c, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b11a7046-46c2-4a5f-bc9c-7b862d75773c,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:34.931875 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d584f5-1407-4d73-803c-58063f46a95b x-openstack-request-id: req-c4d584f5-1407-4d73-803c-58063f46a95b {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:12:34.931875 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d68b8cd-9134-465a-a93e-4783d0fc2494", "tag": "4a2f69d1-9b65-4887-b9b9-360a6587082c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:12:34.932178 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4d584f5-1407-4d73-803c-58063f46a95b {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:12:34.932585 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'tag': '4a2f69d1-9b65-4887-b9b9-360a6587082c', 'status': 'completed', 'code': 200} Jan 13 17:12:34.953040 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (6bee138f-d898-49ac-8916-3a138a9eeead), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.954519 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:34.955387 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:34.986092 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:35.029345 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a499c-f888-45f0-8cb2-ca0f86630867 req-19009009-0ef1-46d9-8215-58886d0a4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:35.031056 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9e3a499c-f888-45f0-8cb2-ca0f86630867 req-19009009-0ef1-46d9-8215-58886d0a4f57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 1096 time: 0.0731921 Jan 13 17:12:35.052722 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] Pushing event updated for resources: {'Network': ['ID=6bee138f-d898-49ac-8916-3a138a9eeead,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:35.059553 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:35.061186 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:35.066025 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141616-3e5c-41b2-b42c-3e52edb0c877 None None] Pushing event updated for resources: {'Port': ['ID=b11a7046-46c2-4a5f-bc9c-7b862d75773c,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:35.106371 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 6bee138f-d898-49ac-8916-3a138a9eeead details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:12:35.116973 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-dbae0bd7-35c9-4153-9476-fa5375162d9e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9345398 Jan 13 17:12:35.119835 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59430) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:35.128320 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Request body: {'subnet': {'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-736867835-subnet', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:35.211578 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a499c-f888-45f0-8cb2-ca0f86630867 req-1aa49972-2f1e-47b9-8d12-1898da42d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:35.213522 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9e3a499c-f888-45f0-8cb2-ca0f86630867 req-1aa49972-2f1e-47b9-8d12-1898da42d4f6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1661687 Jan 13 17:12:35.257300 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Provisioning complete for port b11a7046-46c2-4a5f-bc9c-7b862d75773c triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:35.257667 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:35.286006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Made reservation on behalf of 0629a97922984cf5b5eab2c00169a94e for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:12:35.295627 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514551'] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:35.335587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:35.349521 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a499c-f888-45f0-8cb2-ca0f86630867 req-f160d28f-d4d5-422f-9eac-a2dc3f32ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:35.351671 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9e3a499c-f888-45f0-8cb2-ca0f86630867 req-f160d28f-d4d5-422f-9eac-a2dc3f32ca8c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308653 Jan 13 17:12:35.489192 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-54628de1-1457-4c27-ac4f-d976c0e54b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:35.491193 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-54628de1-1457-4c27-ac4f-d976c0e54b0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 1096 time: 0.0868933 Jan 13 17:12:35.559673 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Current status of the port b11a7046-46c2-4a5f-bc9c-7b862d75773c is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:35.562541 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:35.569673 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d3edd-c862-4c6b-b866-c96ca50fd6ed req-efc2a6b4-9237-498d-9517-79f5143c0dbc tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:35.576520 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b4d3edd-c862-4c6b-b866-c96ca50fd6ed req-efc2a6b4-9237-498d-9517-79f5143c0dbc tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1034653 Jan 13 17:12:35.585490 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-75d00165-733d-4737-8f72-ec951e282c93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2f69d1-9b65-4887-b9b9-360a6587082c HTTP/1.1" status: 200 len: 217 time: 0.0709739 Jan 13 17:12:35.632675 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12409008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8515101'] for subnet (00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:35.642262 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3d77f-e0df-4b21-921a-d7a8744181fb req-3319808c-f501-4f32-b921-4f8a40c42af9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:35.645313 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-58f3d77f-e0df-4b21-921a-d7a8744181fb req-3319808c-f501-4f32-b921-4f8a40c42af9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.1462951 Jan 13 17:12:35.682664 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] For port b11a7046-46c2-4a5f-bc9c-7b862d75773c, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b11a7046-46c2-4a5f-bc9c-7b862d75773c,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:35.683175 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-0d135b29-2a1b-4430-9a5b-989582425ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:35.684779 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-0d135b29-2a1b-4430-9a5b-989582425ad4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 200 len: 854 time: 0.0883517 Jan 13 17:12:35.694554 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b4d3edd-c862-4c6b-b866-c96ca50fd6ed req-791168d2-b666-4b91-baf9-870d22a740cd tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170719 Jan 13 17:12:35.713203 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-58f3d77f-e0df-4b21-921a-d7a8744181fb req-1bc5b721-f9be-4415-8de5-cd19a633df32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601325 Jan 13 17:12:35.714587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:34Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:35.742063 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-64040902-85fa-42e4-84d2-0f7423c42809 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af0081b4-82c9-48f6-908e-39c658326c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307872 Jan 13 17:12:35.757446 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0611c1c-8277-40ae-af27-c7d598242852 None None] The sync data for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi is: [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:34Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:35.760028 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:35.761792 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:35.842430 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Checking segment: {'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:35.842939 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Network hostable DHCP agents. Network: 6bee138f-d898-49ac-8916-3a138a9eeead, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:12:35.882581 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-327a67e9-e07c-4ead-b5c1-3170f759bf80 service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290624 Jan 13 17:12:35.969179 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Network 6bee138f-d898-49ac-8916-3a138a9eeead is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:12:35.997704 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Pushing event updated for resources: {'Port': ['ID=b11a7046-46c2-4a5f-bc9c-7b862d75773c,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:36.054058 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732587a-1a04-433d-8234-cd9fd7b04bd8 req-a553cad2-27d4-4e57-b9ad-45d050077559 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:36.057671 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c732587a-1a04-433d-8234-cd9fd7b04bd8 req-a553cad2-27d4-4e57-b9ad-45d050077559 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 943 time: 0.0983098 Jan 13 17:12:36.059082 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 6bee138f-d898-49ac-8916-3a138a9eeead) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:36.061859 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-3fd634e6-02bc-4436-8bc9-47eb61b2c810 None None] Provisioning complete for port b11a7046-46c2-4a5f-bc9c-7b862d75773c triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:36.070329 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fd634e6-02bc-4436-8bc9-47eb61b2c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.074949 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:36.075534 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.128395 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2096df65-ac73-4478-b48d-fffd71e0e806 req-2a8e147b-096b-4b0d-bd31-30203866d6ba service neutron] 10.222.0.57 "GET /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379737 Jan 13 17:12:36.162903 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128312a-0d22-4359-a33e-660a4eda7b05 req-18e34a4c-7a72-4c76-be4d-f1de45bd8101 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:36.165012 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7128312a-0d22-4359-a33e-660a4eda7b05 req-18e34a4c-7a72-4c76-be4d-f1de45bd8101 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.1436925 Jan 13 17:12:36.171152 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.171598 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.172215 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.172550 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.173091 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.173528 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.173979 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.174348 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.174676 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.175025 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.175477 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.175804 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.176153 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad112ac9-a0cf-4b52-b95a-c926912c4d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:12:36.181478 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c732587a-1a04-433d-8234-cd9fd7b04bd8 req-5f86a50c-f844-46b7-b4a4-325b09c3ee54 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148031 Jan 13 17:12:36.182140 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f448f7f2-1931-4753-9594-5cabce1017fa None None] Network 6bee138f-d898-49ac-8916-3a138a9eeead requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:12:36.191883 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-345df787-d790-4784-8a27-99abeecda2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.242908 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-05837f9f-46ee-4751-8fb4-a8bf5b23eda9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1191752 Jan 13 17:12:36.243178 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59456) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:36.247620 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:36.287499 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7128312a-0d22-4359-a33e-660a4eda7b05 req-052fadeb-3f1a-4685-8b2f-0a8caeba65ef tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045964 Jan 13 17:12:36.308138 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3fd634e6-02bc-4436-8bc9-47eb61b2c810 None None] Current status of the port b11a7046-46c2-4a5f-bc9c-7b862d75773c is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:36.370170 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1690'] for router (1b6dc837-ce43-4df3-8d59-691a9cb9689c), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.372212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1677'] for router (1b6dc837-ce43-4df3-8d59-691a9cb9689c), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.389017 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00cc8c07-199c-5965-b6f4-21e8505cca18-6bee138f-d898-49ac-8916-3a138a9eeead', 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead', 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'fixed_ips': [{'subnet_id': '00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def'}]}} from dv-cinder-799871-9-iscsi. {{(pid=103099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 13 17:12:36.389958 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.631558 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks [] for router_controller (1b6dc837-ce43-4df3-8d59-691a9cb9689c), precommit_add_association {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.632292 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.db_base_plugin_common [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Allocated IP 172.20.0.2 (6bee138f-d898-49ac-8916-3a138a9eeead/00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def/b5b00e3d-4bb3-4f04-8225-1574e75dbe3f) {{(pid=103099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:36.753967 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Publish callbacks [] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), precommit_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.840324 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), after_create {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.886222 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks [] for router_gateway (1b6dc837-ce43-4df3-8d59-691a9cb9689c), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:36.893255 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Pushing event updated for resources: {'Port': ['ID=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,revision_number=1']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:36.929009 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Network 6bee138f-d898-49ac-8916-3a138a9eeead is already hosted by enough agents. {{(pid=103099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:36.931198 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.scheduler.base_scheduler [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Resources bound (agent type, host, resource id): {{(pid=103099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:36.934852 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Received port after_create {{(pid=103099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:36.990029 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c664-f2ae-4ba3-b2ce-2121e8cd7536 req-c98a7aca-f0e1-43fd-95d1-44968c7fa205 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:36.992360 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-61c5c664-f2ae-4ba3-b2ce-2121e8cd7536 req-c98a7aca-f0e1-43fd-95d1-44968c7fa205 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.0973992 Jan 13 17:12:37.007167 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Attempting to bind port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:37.007535 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Attempting to bind port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:37.007897 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Attempting to bind port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f on network 6bee138f-d898-49ac-8916-3a138a9eeead {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:37.014483 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:37.014856 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Checking segment: {'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:37.015665 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:37.015972 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Bound using segment: {'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:37.016485 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Bound port: b5b00e3d-4bb3-4f04-8225-1574e75dbe3f, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:37.016869 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:37.054267 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:37.091956 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] For port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:37.092138 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-61c5c664-f2ae-4ba3-b2ce-2121e8cd7536 req-96a9b033-8389-42a7-bfee-fc9836b03760 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Jan 13 17:12:37.096630 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] For port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,segment=NetworkSegment(4f4450da-310c-4a58-baaa-d453dcea22ca),segment_id=4f4450da-310c-4a58-baaa-d453dcea22ca)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:37.165599 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:37.254368 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d24302-c3e4-47ed-9fac-0bae7d574557 None None] Pushing event updated for resources: {'Port': ['ID=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,revision_number=2']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:37.323563 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5536e-90ad-4f56-97a8-61c86901cfd7 req-a282dba6-7c3e-4c66-8148-82d7fac88db1 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:37.325175 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e7b5536e-90ad-4f56-97a8-61c86901cfd7 req-a282dba6-7c3e-4c66-8148-82d7fac88db1 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.0747204 Jan 13 17:12:37.403785 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e7b5536e-90ad-4f56-97a8-61c86901cfd7 req-391cbc30-eb76-46ad-929f-e8c2d44f9921 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707324 Jan 13 17:12:37.454608 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae121c-2481-4d7f-a6c4-c6c26cab2ac0 req-f854405d-60db-4a40-8d25-2f5bc8c0d6fa tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:37.456053 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5ae121c-2481-4d7f-a6c4-c6c26cab2ac0 req-f854405d-60db-4a40-8d25-2f5bc8c0d6fa tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 943 time: 0.1309137 Jan 13 17:12:37.458820 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks [] for router_gateway (1b6dc837-ce43-4df3-8d59-691a9cb9689c), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:37.490489 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:37.600127 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-77a47c6d-94e0-4c67-9655-1bb39795ea4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840766 Jan 13 17:12:37.604414 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f5ae121c-2481-4d7f-a6c4-c6c26cab2ac0 req-de626897-dbeb-4b91-97c5-a2422328cbf1 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168759 Jan 13 17:12:37.608639 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04e631-388a-440a-a7d8-3cf6d0b89432 req-d2ffe870-4202-4044-aa09-d1eb6a3200f0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:37.610149 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7c04e631-388a-440a-a7d8-3cf6d0b89432 req-d2ffe870-4202-4044-aa09-d1eb6a3200f0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.1068592 Jan 13 17:12:37.714896 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7c04e631-388a-440a-a7d8-3cf6d0b89432 req-ae495a2c-f8f4-46b8-9f57-1a4486554aac tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879190 Jan 13 17:12:37.717849 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-97293d2f-ec55-45d7-b702-9779939a0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:37.719389 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-97293d2f-ec55-45d7-b702-9779939a0e89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.0856557 Jan 13 17:12:37.725792 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Allocated IP 172.27.0.139 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/222bf7f2-e95a-4754-863d-8a8846ecbc75) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:37.925460 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-882c5339-4e44-47b9-9834-f9537af69da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:37.929277 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-882c5339-4e44-47b9-9834-f9537af69da5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.1709020 Jan 13 17:12:37.931541 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks [] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:37.968456 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b5b00e3d-4bb3-4f04-8225-1574e75dbe3f up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:38.021150 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-03dbd2e8-ff67-40d8-8ce5-2845f43848e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 217 time: 0.0839446 Jan 13 17:12:38.086428 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-d15a9778-bc41-49d8-8ee9-b8fb8ecb2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:38.087500 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-d15a9778-bc41-49d8-8ee9-b8fb8ecb2e61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.0541806 Jan 13 17:12:38.096254 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:38.099807 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:38.130003 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:38.151902 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-deccb853-d5a9-4cc2-a9f9-4e92fb98f5cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489719 Jan 13 17:12:38.187286 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:38.196225 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b16f5-461e-4fa5-bc37-22e15612c549 req-44572af9-bcbf-4b0d-83ac-8f415b0e3dea tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:38.198472 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:38.200574 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0e1b16f5-461e-4fa5-bc37-22e15612c549 req-44572af9-bcbf-4b0d-83ac-8f415b0e3dea tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.1089158 Jan 13 17:12:38.204637 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:38.208506 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Pushing event updated for resources: {'Port': ['ID=222bf7f2-e95a-4754-863d-8a8846ecbc75,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:38.210576 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:38.211388 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:38.222715 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092b9e1-eb8d-4317-ada9-e8591bbafe56 req-6cb3278d-bdc6-4224-9d4e-1eb7b4ace751 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:38.224522 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5092b9e1-eb8d-4317-ada9-e8591bbafe56 req-6cb3278d-bdc6-4224-9d4e-1eb7b4ace751 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1223357 Jan 13 17:12:38.266846 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,segment=NetworkSegment(4f4450da-310c-4a58-baaa-d453dcea22ca),segment_id=4f4450da-310c-4a58-baaa-d453dcea22ca)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:38.378278 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:38.380255 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b11a7046-46c2-4a5f-bc9c-7b862d75773c up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:38.381503 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5092b9e1-eb8d-4317-ada9-e8591bbafe56 req-afe173d3-d0ef-4d5a-b3fd-13e8b34d3248 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370406 Jan 13 17:12:38.390103 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0e1b16f5-461e-4fa5-bc37-22e15612c549 req-2ade04e7-179d-47f8-8616-680d9a7fde01 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267483 Jan 13 17:12:38.396547 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-fc5f6658-dc3d-40bf-a1ff-dcd0673d7a1a service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322586 Jan 13 17:12:38.654251 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a2b4a44-6b6d-461d-a47b-96bc3ee2273f req-34db8d4b-ddac-43fd-846f-1dea5e4f8816 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484086 Jan 13 17:12:38.733482 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks [] for router_gateway (1b6dc837-ce43-4df3-8d59-691a9cb9689c), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:38.798989 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:38.799696 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1387b3e-0a6c-449b-ae97-5a40156e39f5 None None] Network 6bee138f-d898-49ac-8916-3a138a9eeead requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:12:38.808466 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b870-3c6f-4505-b438-3aee7d99d4fc req-ab6009d8-2f57-41bd-9f08-f98b567f425b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:38.810243 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-83f0b870-3c6f-4505-b438-3aee7d99d4fc req-ab6009d8-2f57-41bd-9f08-f98b567f425b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 943 time: 0.0804582 Jan 13 17:12:38.855482 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:38.894576 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 4a2f69d1-9b65-4887-b9b9-360a6587082c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:12:38.901122 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-83f0b870-3c6f-4505-b438-3aee7d99d4fc req-3c083921-59af-4381-9bbe-8670d625b737 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826037 Jan 13 17:12:39.017045 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f946cb-5d65-42a5-8a42-2f634d8c1023 req-7dc709c5-7ad4-4a4b-8e2e-080940ab0d80 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:39.018621 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04f946cb-5d65-42a5-8a42-2f634d8c1023 req-7dc709c5-7ad4-4a4b-8e2e-080940ab0d80 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0585248 Jan 13 17:12:39.023611 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563417'] for router (1b6dc837-ce43-4df3-8d59-691a9cb9689c), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.026752 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-f08ac42f-8a35-4f1a-8b60-1879f17ab4ee None None] Provisioning complete for port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:39.027298 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f08ac42f-8a35-4f1a-8b60-1879f17ab4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.033736 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port b11a7046-46c2-4a5f-bc9c-7b862d75773c triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:39.034521 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.083407 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04f946cb-5d65-42a5-8a42-2f634d8c1023 req-dab1f761-802b-45a6-8e80-a90a485e6315 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561295 Jan 13 17:12:39.187734 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 4a2f69d1-9b65-4887-b9b9-360a6587082c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a2f69d1-9b65-4887-b9b9-360a6587082c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:39.213729 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '4a2f69d1-9b65-4887-b9b9-360a6587082c', 'network_id': 'af0081b4-82c9-48f6-908e-39c658326c91', 'port_id': '4a2f69d1-9b65-4887-b9b9-360a6587082c', 'mac_address': 'fa:16:3e:6b:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:12:39.283606 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Router 1b6dc837-ce43-4df3-8d59-691a9cb9689c is scheduled to L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b with binding_index 1 {{(pid=103097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 13 17:12:39.342282 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 4a2f69d1-9b65-4887-b9b9-360a6587082c is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:39.346730 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.405430 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2f69d1-9b65-4887-b9b9-360a6587082c {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:12:39.413146 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f08ac42f-8a35-4f1a-8b60-1879f17ab4ee None None] Current status of the port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:39.437794 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b11a7046-46c2-4a5f-bc9c-7b862d75773c is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:39.464721 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:39.479437 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 4a2f69d1-9b65-4887-b9b9-360a6587082c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a2f69d1-9b65-4887-b9b9-360a6587082c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:39.486849 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Sync routers for ids ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:39.516593 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Routers {'1b6dc837-ce43-4df3-8d59-691a9cb9689c'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:39.517260 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:39.542789 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-d3a4dcc3-783d-4650-93e8-430302eee295 None None] Provisioning complete for port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:39.543159 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d3a4dcc3-783d-4650-93e8-430302eee295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.567491 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.621950 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.626969 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-0ea250b2-7348-471b-ac4e-012c06909b61 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3807433 Jan 13 17:12:39.627652 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59518) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:39.652643 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=4a2f69d1-9b65-4887-b9b9-360a6587082c,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:39.696382 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4dcc3-783d-4650-93e8-430302eee295 None None] Current status of the port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:39.736611 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.771032 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Set router 1b6dc837-ce43-4df3-8d59-691a9cb9689c gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:39.831309 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b5b00e3d-4bb3-4f04-8225-1574e75dbe3f up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:39.884444 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:39.884856 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:39.985644 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:39.988340 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['4a2f69d1-9b65-4887-b9b9-360a6587082c'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:12:39.990201 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:12:38Z', 'revision_number': 3, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port': {'id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:37Z', 'updated_at': '2022-01-13T17:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:40.026715 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Checking router: 1b6dc837-ce43-4df3-8d59-691a9cb9689c for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:40.031350 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Updating router 1b6dc837-ce43-4df3-8d59-691a9cb9689c port 222bf7f2-e95a-4754-863d-8a8846ecbc75 binding host dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:40.067352 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.088866 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a58de-af19-4c19-8587-de6cb5680c75 req-28cc5d7b-115a-4924-b67b-958b8939f848 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:40.090529 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f90a58de-af19-4c19-8587-de6cb5680c75 req-28cc5d7b-115a-4924-b67b-958b8939f848 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 944 time: 0.0639961 Jan 13 17:12:40.206001 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f90a58de-af19-4c19-8587-de6cb5680c75 req-5c07aae0-ffc4-400b-8c2b-bf5c1f1f9d8f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094265 Jan 13 17:12:40.250132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ae364-bd98-4e8d-b463-efd1ea3834a7 req-39dd0fdf-be53-4cc4-a375-3fdf5e16d074 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:40.252423 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0a1ae364-bd98-4e8d-b463-efd1ea3834a7 req-39dd0fdf-be53-4cc4-a375-3fdf5e16d074 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0690324 Jan 13 17:12:40.262903 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.330241 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0a1ae364-bd98-4e8d-b463-efd1ea3834a7 req-abd6b69f-c9d9-42cb-b876-5808e8195953 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688245 Jan 13 17:12:40.399121 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Publish callbacks [] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), precommit_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.442279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Allocated IP 172.20.0.1 (6bee138f-d898-49ac-8916-3a138a9eeead/00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def/221b7358-8fd0-422e-9698-d869d1d572a5) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:40.462360 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.520411 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Attempting to bind port 222bf7f2-e95a-4754-863d-8a8846ecbc75 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:40.524811 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Attempting to bind port 222bf7f2-e95a-4754-863d-8a8846ecbc75 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:40.524811 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Attempting to bind port 222bf7f2-e95a-4754-863d-8a8846ecbc75 on network ec69e37a-91bd-46e6-aef6-bb35a873b34e {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:40.528562 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd9d89-f73b-4c97-ab21-d4777403929d None None] Pushing event updated for resources: {'Port': ['ID=222bf7f2-e95a-4754-863d-8a8846ecbc75,revision_number=2']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:40.530976 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:40.531343 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Checking segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:40.531901 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.532300 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Bound using segment: {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'} {{(pid=103100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:40.532756 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.managers [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Bound port: 222bf7f2-e95a-4754-863d-8a8846ecbc75, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc920f5-3d2a-4efa-9455-b6b309a84c2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}}] {{(pid=103100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:40.533128 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), before_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.549148 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks [] for port (221b7358-8fd0-422e-9698-d869d1d572a5), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.589417 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] For port 222bf7f2-e95a-4754-863d-8a8846ecbc75, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:40.592742 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] For port 222bf7f2-e95a-4754-863d-8a8846ecbc75, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=222bf7f2-e95a-4754-863d-8a8846ecbc75,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:40.668759 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.697200 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), after_update {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.712039 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Network 6bee138f-d898-49ac-8916-3a138a9eeead is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:40.719226 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:40.722064 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:40.722640 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556684'] for router_interface (1b6dc837-ce43-4df3-8d59-691a9cb9689c), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:40.730388 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Pushing event updated for resources: {'Port': ['ID=221b7358-8fd0-422e-9698-d869d1d572a5,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:40.770639 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Routers {'1b6dc837-ce43-4df3-8d59-691a9cb9689c'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:40.771669 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:40.841057 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd9d89-f73b-4c97-ab21-d4777403929d None None] Pushing event updated for resources: {'Port': ['ID=222bf7f2-e95a-4754-863d-8a8846ecbc75,revision_number=3']} {{(pid=103100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:40.973946 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] Set router 1b6dc837-ce43-4df3-8d59-691a9cb9689c gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:41.050741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:41.135747 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-d4d11791-ccf7-4123-8058-cba26f0255e8 None None] Provisioning complete for port 221b7358-8fd0-422e-9698-d869d1d572a5 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:41.140581 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d4d11791-ccf7-4123-8058-cba26f0255e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:41.143134 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:41.208357 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-d4d11791-ccf7-4123-8058-cba26f0255e8 None None] Port 221b7358-8fd0-422e-9698-d869d1d572a5 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:41.228453 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:12:38Z', 'revision_number': 3, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port': {'id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:37Z', 'updated_at': '2022-01-13T17:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:41.260679 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56952932-21e2-41e1-8db1-ed5c4168d8c5 None None] The sync data for ids ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'] in dv-cinder-799871-9-iscsi is: [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:12:38Z', 'revision_number': 3, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port': {'id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:37Z', 'updated_at': '2022-01-13T17:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:41.368312 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks [] for port (221b7358-8fd0-422e-9698-d869d1d572a5), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:41.380147 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724e5ed-3e0b-458b-af72-ce6261e6b418 req-ca9c1752-258b-41f5-9001-6633e3f673fc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:41.382774 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1724e5ed-3e0b-458b-af72-ce6261e6b418 req-ca9c1752-258b-41f5-9001-6633e3f673fc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0841048 Jan 13 17:12:41.431619 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:41.432166 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3595187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556568'] for router_interface (1b6dc837-ce43-4df3-8d59-691a9cb9689c), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:41.452885 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1724e5ed-3e0b-458b-af72-ce6261e6b418 req-eaa80b7a-993f-4f74-87a1-8a65cd504010 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652308 Jan 13 17:12:41.570262 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Pushing event updated for resources: {'Port': ['ID=221b7358-8fd0-422e-9698-d869d1d572a5,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:41.637741 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933314e-ec20-476e-9d57-6eee73bd1b54 req-7c84253d-8c28-4920-9bf0-fbb73d4f80b5 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:41.639261 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4933314e-ec20-476e-9d57-6eee73bd1b54 req-7c84253d-8c28-4920-9bf0-fbb73d4f80b5 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 944 time: 0.0936105 Jan 13 17:12:41.641279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Network 6bee138f-d898-49ac-8916-3a138a9eeead is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:41.649023 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:41.784138 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4933314e-ec20-476e-9d57-6eee73bd1b54 req-a71afeb7-a3d5-4d60-8da5-a82f95cd8b61 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213255 Jan 13 17:12:41.887004 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 222bf7f2-e95a-4754-863d-8a8846ecbc75 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:41.891134 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:12:41.892175 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Router 1b6dc837-ce43-4df3-8d59-691a9cb9689c has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:12:41.956644 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 222bf7f2-e95a-4754-863d-8a8846ecbc75 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:41.960926 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:42.090360 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b88dfba2-f361-4559-a15f-1c17169f62f6 None None] Provisioning complete for port 221b7358-8fd0-422e-9698-d869d1d572a5 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:42.091415 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b88dfba2-f361-4559-a15f-1c17169f62f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:42.095130 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 222bf7f2-e95a-4754-863d-8a8846ecbc75 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:42.095703 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:42.122002 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] For port 222bf7f2-e95a-4754-863d-8a8846ecbc75, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=222bf7f2-e95a-4754-863d-8a8846ecbc75,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:42.163375 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b88dfba2-f361-4559-a15f-1c17169f62f6 None None] Port 221b7358-8fd0-422e-9698-d869d1d572a5 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:12:42.211787 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1996f-b96d-4e19-8006-c2582eaefae0 req-ce657610-e536-4f97-b0ad-3ec1f3b8049e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:42.213590 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f1a1996f-b96d-4e19-8006-c2582eaefae0 req-ce657610-e536-4f97-b0ad-3ec1f3b8049e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.2938633 Jan 13 17:12:42.219188 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:12:42.225416 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3e6a06a1-629e-4ea6-a973-7e1c9aa0da9e admin admin] 10.222.0.42 "PUT /v2.0/routers/1b6dc837-ce43-4df3-8d59-691a9cb9689c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959771 Jan 13 17:12:42.261498 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:42.291561 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f1a1996f-b96d-4e19-8006-c2582eaefae0 req-e7475321-dcee-4285-8b22-9ea31a60983a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694611 Jan 13 17:12:42.339458 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Pushing event updated for resources: {'Port': ['ID=222bf7f2-e95a-4754-863d-8a8846ecbc75,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:42.587580 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a4ad-8925-4d1f-92ba-7393dc9fb049 req-3f77b749-9194-4a3b-ad22-80e2ccbd38e4 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:42.593470 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3137a4ad-8925-4d1f-92ba-7393dc9fb049 req-3f77b749-9194-4a3b-ad22-80e2ccbd38e4 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0526640 Jan 13 17:12:42.641852 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3137a4ad-8925-4d1f-92ba-7393dc9fb049 req-44acec97-f7be-4a3e-9dec-b16a8f2ea45c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468743 Jan 13 17:12:42.835366 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59596) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:42.840509 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-05d87760-993b-40ac-b52f-6038c1a42f8b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198590008', 'description': 'tempest-secgroup-smoke-198590008 description', 'project_id': 'd027829118e74e49b3df90cfc013ab6a'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:42.881326 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03534c1e-e0ee-4f0c-a180-693be9aa9c88 req-6849cd36-7fde-460e-892d-c3a056872496 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:42.883220 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-03534c1e-e0ee-4f0c-a180-693be9aa9c88 req-6849cd36-7fde-460e-892d-c3a056872496 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 944 time: 0.0545971 Jan 13 17:12:42.890941 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 4a2f69d1-9b65-4887-b9b9-360a6587082c up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:42.953546 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05d87760-993b-40ac-b52f-6038c1a42f8b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:42.959201 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-03534c1e-e0ee-4f0c-a180-693be9aa9c88 req-2aa9f25e-eadf-4a5e-bfdb-0eeaa2557fb9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630918 Jan 13 17:12:43.024375 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05d87760-993b-40ac-b52f-6038c1a42f8b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group (6ad6395c-fa1f-4b03-99db-dea4c31ea8b2), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.039628 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 4a2f69d1-9b65-4887-b9b9-360a6587082c completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:12:43.044722 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 4a2f69d1-9b65-4887-b9b9-360a6587082c triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:43.049506 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.117515 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05d87760-993b-40ac-b52f-6038c1a42f8b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6ad6395c-fa1f-4b03-99db-dea4c31ea8b2), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.130623 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 4a2f69d1-9b65-4887-b9b9-360a6587082c is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:43.131173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.146924 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d87760-993b-40ac-b52f-6038c1a42f8b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:43.155882 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f69d1-9b65-4887-b9b9-360a6587082c'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:12:43.158160 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afeeec0e-cdd7-49ff-a0b4-51affa0ed5ab" -d '{"events": [{"server_uuid": "8d68b8cd-9134-465a-a93e-4783d0fc2494", "name": "network-vif-plugged", "status": "completed", "tag": "4a2f69d1-9b65-4887-b9b9-360a6587082c"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:12:43.170650 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 4a2f69d1-9b65-4887-b9b9-360a6587082c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a2f69d1-9b65-4887-b9b9-360a6587082c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:43.198409 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b05bd-5b8f-482e-9e23-b562626a74e4 x-openstack-request-id: req-b36b05bd-5b8f-482e-9e23-b562626a74e4 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:12:43.198708 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d68b8cd-9134-465a-a93e-4783d0fc2494", "name": "network-vif-plugged", "status": "completed", "tag": "4a2f69d1-9b65-4887-b9b9-360a6587082c", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:12:43.198986 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b36b05bd-5b8f-482e-9e23-b562626a74e4 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:12:43.199402 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f69d1-9b65-4887-b9b9-360a6587082c', 'code': 200} Jan 13 17:12:43.202295 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-05d87760-993b-40ac-b52f-6038c1a42f8b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.203565 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-05d87760-993b-40ac-b52f-6038c1a42f8b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3671770 Jan 13 17:12:43.213439 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59604) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:43.218212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-c349b8b6-6879-48ab-974d-49bdd32797b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'security_group_rule': {'security_group_id': '6ad6395c-fa1f-4b03-99db-dea4c31ea8b2', 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:43.256125 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.309601 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Sync routers for ids ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:12:43.322695 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=4a2f69d1-9b65-4887-b9b9-360a6587082c,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:43.327280 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Routers {'1b6dc837-ce43-4df3-8d59-691a9cb9689c'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:43.327883 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:43.337026 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c349b8b6-6879-48ab-974d-49bdd32797b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (b81918f9-148d-44e3-8525-4396d609aaaa), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.420978 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c349b8b6-6879-48ab-974d-49bdd32797b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (b81918f9-148d-44e3-8525-4396d609aaaa), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.434268 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce730bf-9ac5-4b52-abe4-a3bc24cc2e33 req-963507f8-ceff-4bee-a6f2-4cba173ab451 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:43.446421 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fce730bf-9ac5-4b52-abe4-a3bc24cc2e33 req-963507f8-ceff-4bee-a6f2-4cba173ab451 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0611086 Jan 13 17:12:43.473066 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Set router 1b6dc837-ce43-4df3-8d59-691a9cb9689c gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:43.488542 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fce730bf-9ac5-4b52-abe4-a3bc24cc2e33 req-2e3ec6b2-bfb4-4940-8293-29a78a2412c4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464644 Jan 13 17:12:43.488751 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c349b8b6-6879-48ab-974d-49bdd32797b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (b81918f9-148d-44e3-8525-4396d609aaaa), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.509209 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349b8b6-6879-48ab-974d-49bdd32797b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81918f9-148d-44e3-8525-4396d609aaaa,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:43.554332 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38b73b-9130-46cf-8f56-12d061547e35 req-6c05573a-894b-4a3d-a52c-d35f1b267642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:43.555848 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-df38b73b-9130-46cf-8f56-12d061547e35 req-6c05573a-894b-4a3d-a52c-d35f1b267642 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 1098 time: 0.0428834 Jan 13 17:12:43.600523 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c349b8b6-6879-48ab-974d-49bdd32797b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.601950 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c349b8b6-6879-48ab-974d-49bdd32797b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3875234 Jan 13 17:12:43.602883 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-df38b73b-9130-46cf-8f56-12d061547e35 req-30005128-718e-4839-87e1-e05661085e71 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Jan 13 17:12:43.605384 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59608) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:43.609162 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-ac28564a-6ac5-4096-8ec5-2096e6e52bcb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'security_group_rule': {'security_group_id': '6ad6395c-fa1f-4b03-99db-dea4c31ea8b2', 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:43.696192 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:12:40Z', 'revision_number': 4, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port': {'id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:37Z', 'updated_at': '2022-01-13T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '221b7358-8fd0-422e-9698-d869d1d572a5', 'name': '', 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'mac_address': 'fa:16:3e:3d:4c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:40Z', 'updated_at': '2022-01-13T17:12:41Z', 'revision_number': 2, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'subnets': [{'id': '00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:43.722924 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Checking router: 1b6dc837-ce43-4df3-8d59-691a9cb9689c for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:12:43.723482 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Updating router 1b6dc837-ce43-4df3-8d59-691a9cb9689c port 221b7358-8fd0-422e-9698-d869d1d572a5 binding host dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 13 17:12:43.747852 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac28564a-6ac5-4096-8ec5-2096e6e52bcb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (476028a1-5f9a-4a3d-9e15-ef2310ee1f1d), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.756977 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.788403 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db523e8e-e0e3-4419-876f-2380b7d63800 req-3045b60c-f65f-4a89-9f6d-3b2ff9beb3e9 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:43.789994 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db523e8e-e0e3-4419-876f-2380b7d63800 req-3045b60c-f65f-4a89-9f6d-3b2ff9beb3e9 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0727460 Jan 13 17:12:43.842227 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac28564a-6ac5-4096-8ec5-2096e6e52bcb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (476028a1-5f9a-4a3d-9e15-ef2310ee1f1d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.875518 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db523e8e-e0e3-4419-876f-2380b7d63800 req-632a9a14-09cb-439f-8c03-cff22eaaeaec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671382 Jan 13 17:12:43.914497 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 222bf7f2-e95a-4754-863d-8a8846ecbc75 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:43.919474 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac28564a-6ac5-4096-8ec5-2096e6e52bcb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (476028a1-5f9a-4a3d-9e15-ef2310ee1f1d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:43.941049 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28564a-6ac5-4096-8ec5-2096e6e52bcb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476028a1-5f9a-4a3d-9e15-ef2310ee1f1d,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:44.031285 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-ac28564a-6ac5-4096-8ec5-2096e6e52bcb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.036830 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59620) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:44.037341 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-ac28564a-6ac5-4096-8ec5-2096e6e52bcb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4313972 Jan 13 17:12:44.047276 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-67522416-6cbb-44cc-a241-fb09cb41fcf4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'security_group_rule': {'security_group_id': '6ad6395c-fa1f-4b03-99db-dea4c31ea8b2', 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:44.069978 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 222bf7f2-e95a-4754-863d-8a8846ecbc75 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:44.070563 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.259344 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 222bf7f2-e95a-4754-863d-8a8846ecbc75 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:44.323327 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Publish callbacks [] for port (221b7358-8fd0-422e-9698-d869d1d572a5), precommit_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.353531 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85127-fb9d-4817-8408-c89b8f8361af req-784c2d5a-6c0f-49dd-bb19-3811d445e7ba tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:44.355510 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35c85127-fb9d-4817-8408-c89b8f8361af req-784c2d5a-6c0f-49dd-bb19-3811d445e7ba tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 945 time: 0.3025925 Jan 13 17:12:44.404783 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35c85127-fb9d-4817-8408-c89b8f8361af req-602bda56-ae0c-41f5-ab96-f8bfdc082ae1 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Jan 13 17:12:44.414618 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.450640 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67522416-6cbb-44cc-a241-fb09cb41fcf4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (72531686-f553-4a7d-8c4b-1ce255923c20), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.489823 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1dab-fffb-4340-ba70-7af8f38cdb09 None None] Pushing event updated for resources: {'Port': ['ID=221b7358-8fd0-422e-9698-d869d1d572a5,revision_number=3']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:44.515664 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67522416-6cbb-44cc-a241-fb09cb41fcf4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (72531686-f553-4a7d-8c4b-1ce255923c20), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.529025 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Attempting to bind port 221b7358-8fd0-422e-9698-d869d1d572a5 on host dv-cinder-799871-9-iscsi for vnic_type normal with profile {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:12:44.530353 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Attempting to bind port 221b7358-8fd0-422e-9698-d869d1d572a5 by drivers openvswitch,hyperv on host dv-cinder-799871-9-iscsi at level 0 using segments [{'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:12:44.530353 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Attempting to bind port 221b7358-8fd0-422e-9698-d869d1d572a5 on network 6bee138f-d898-49ac-8916-3a138a9eeead {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:12:44.535234 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Checking agent: {'id': '48c0b0b7-6225-4510-bb02-47cabd5ef784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 2, 40), 'started_at': datetime.datetime(2022, 1, 13, 17, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:12:44.535611 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Checking segment: {'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:12:44.536052 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.536436 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Bound using segment: {'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'} {{(pid=103099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:12:44.536904 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.managers [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Bound port: 221b7358-8fd0-422e-9698-d869d1d572a5, host: dv-cinder-799871-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4450da-310c-4a58-baaa-d453dcea22ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead'}}] {{(pid=103099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:12:44.537285 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.569012 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67522416-6cbb-44cc-a241-fb09cb41fcf4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (72531686-f553-4a7d-8c4b-1ce255923c20), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.587803 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522416-6cbb-44cc-a241-fb09cb41fcf4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72531686-f553-4a7d-8c4b-1ce255923c20,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:44.624457 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] For port 221b7358-8fd0-422e-9698-d869d1d572a5, host dv-cinder-799871-9-iscsi, cleared binding levels {{(pid=103099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:12:44.629355 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] For port 221b7358-8fd0-422e-9698-d869d1d572a5, host dv-cinder-799871-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=221b7358-8fd0-422e-9698-d869d1d572a5,segment=NetworkSegment(4f4450da-310c-4a58-baaa-d453dcea22ca),segment_id=4f4450da-310c-4a58-baaa-d453dcea22ca)] {{(pid=103099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:12:44.645279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67522416-6cbb-44cc-a241-fb09cb41fcf4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.648222 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-67522416-6cbb-44cc-a241-fb09cb41fcf4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6083186 Jan 13 17:12:44.650404 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59634) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:44.651506 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce437-3811-4fed-8ff7-1ab7723f42c1 req-d26e91d6-dbdd-4e1b-be64-b5ea5db0049d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:44.653196 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9a2ce437-3811-4fed-8ff7-1ab7723f42c1 req-d26e91d6-dbdd-4e1b-be64-b5ea5db0049d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0670159 Jan 13 17:12:44.656056 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-d27b3ccc-295b-4f58-bca9-f7a198ce0ccf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'security_group_rule': {'security_group_id': '6ad6395c-fa1f-4b03-99db-dea4c31ea8b2', 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:44.690925 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.713331 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9a2ce437-3811-4fed-8ff7-1ab7723f42c1 req-1ddd8a41-03bc-46c4-9cac-04e208ad5a0f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540996 Jan 13 17:12:44.747944 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d27b3ccc-295b-4f58-bca9-f7a198ce0ccf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (2898ef8c-c9f2-4bde-a517-6af718bf5455), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.770229 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-40967ac9-62e3-49eb-b0f2-8ac65e049259 None None] Provisioning complete for port 221b7358-8fd0-422e-9698-d869d1d572a5 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:44.770627 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40967ac9-62e3-49eb-b0f2-8ac65e049259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.774943 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc1dab-fffb-4340-ba70-7af8f38cdb09 None None] Pushing event updated for resources: {'Port': ['ID=221b7358-8fd0-422e-9698-d869d1d572a5,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:44.774943 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Routers {'1b6dc837-ce43-4df3-8d59-691a9cb9689c'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:12:44.775448 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:44.840884 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d27b3ccc-295b-4f58-bca9-f7a198ce0ccf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (2898ef8c-c9f2-4bde-a517-6af718bf5455), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.914066 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d27b3ccc-295b-4f58-bca9-f7a198ce0ccf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (2898ef8c-c9f2-4bde-a517-6af718bf5455), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:44.937756 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b3ccc-295b-4f58-bca9-f7a198ce0ccf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2898ef8c-c9f2-4bde-a517-6af718bf5455,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:44.980349 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] Set router 1b6dc837-ce43-4df3-8d59-691a9cb9689c gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:12:45.018146 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-40967ac9-62e3-49eb-b0f2-8ac65e049259 None None] Current status of the port 221b7358-8fd0-422e-9698-d869d1d572a5 is: DOWN; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:45.018479 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40967ac9-62e3-49eb-b0f2-8ac65e049259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.025781 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b187b-23d1-40f6-b949-813dd9d2cd78 req-1a3529dc-5369-484c-84e9-4667fee3b93d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:45.027347 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5e6b187b-23d1-40f6-b949-813dd9d2cd78 req-1a3529dc-5369-484c-84e9-4667fee3b93d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0625408 Jan 13 17:12:45.072594 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d27b3ccc-295b-4f58-bca9-f7a198ce0ccf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.073802 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d27b3ccc-295b-4f58-bca9-f7a198ce0ccf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4222727 Jan 13 17:12:45.076703 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59642) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:45.081139 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'security_group_rule': {'security_group_id': '6ad6395c-fa1f-4b03-99db-dea4c31ea8b2', 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:45.124661 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5e6b187b-23d1-40f6-b949-813dd9d2cd78 req-e5f75e31-0242-4708-9803-fd365d4bdabf tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806246 Jan 13 17:12:45.137133 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-40967ac9-62e3-49eb-b0f2-8ac65e049259 None None] For port 221b7358-8fd0-422e-9698-d869d1d572a5, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=221b7358-8fd0-422e-9698-d869d1d572a5,segment=NetworkSegment(4f4450da-310c-4a58-baaa-d453dcea22ca),segment_id=4f4450da-310c-4a58-baaa-d453dcea22ca)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:45.177093 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.securitygroups_db [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Project d027829118e74e49b3df90cfc013ab6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 17:12:45.182526 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (b7e78760-95fc-4c3f-8239-d8e1c6e78fae), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.234076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:12:40Z', 'revision_number': 4, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port': {'id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:37Z', 'updated_at': '2022-01-13T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '221b7358-8fd0-422e-9698-d869d1d572a5', 'name': '', 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'mac_address': 'fa:16:3e:3d:4c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:40Z', 'updated_at': '2022-01-13T17:12:44Z', 'revision_number': 4, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'subnets': [{'id': '00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:12:45.237180 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-40967ac9-62e3-49eb-b0f2-8ac65e049259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.245256 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (b7e78760-95fc-4c3f-8239-d8e1c6e78fae), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.272791 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8a45d-c656-4c2e-864e-08fdd69286d1 None None] The sync data for ids ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'] in dv-cinder-799871-9-iscsi is: [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:12:40Z', 'revision_number': 4, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port': {'id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:37Z', 'updated_at': '2022-01-13T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '221b7358-8fd0-422e-9698-d869d1d572a5', 'name': '', 'network_id': '6bee138f-d898-49ac-8916-3a138a9eeead', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'mac_address': 'fa:16:3e:3d:4c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:40Z', 'updated_at': '2022-01-13T17:12:44Z', 'revision_number': 4, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'subnets': [{'id': '00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:12:45.331570 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (b7e78760-95fc-4c3f-8239-d8e1c6e78fae), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.374320 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e78760-95fc-4c3f-8239-d8e1c6e78fae,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:45.380717 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40967ac9-62e3-49eb-b0f2-8ac65e049259 None None] Pushing event updated for resources: {'Port': ['ID=221b7358-8fd0-422e-9698-d869d1d572a5,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:45.389051 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-62fc0bf4-48b4-4a16-8f04-645c28503379 None None] Provisioning complete for port 221b7358-8fd0-422e-9698-d869d1d572a5 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:45.389708 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-62fc0bf4-48b4-4a16-8f04-645c28503379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.447488 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.451331 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-56115004-d23c-48af-907a-defcf5cb2c5d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3711331 Jan 13 17:12:45.452097 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59650) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:45.457525 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'security_group_rule': {'security_group_id': '6ad6395c-fa1f-4b03-99db-dea4c31ea8b2', 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:45.519008 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-62fc0bf4-48b4-4a16-8f04-645c28503379 None None] Current status of the port 221b7358-8fd0-422e-9698-d869d1d572a5 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:45.565687 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Project d027829118e74e49b3df90cfc013ab6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 17:12:45.573075 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (2a142698-0a8d-4fa5-a5eb-8641ab3e218b), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.577158 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da101c-0891-439c-bdf0-05dd0bc9d4fa req-ac53a967-5161-4a39-9a94-e50699b9d50e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:45.584372 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-25da101c-0891-439c-bdf0-05dd0bc9d4fa req-ac53a967-5161-4a39-9a94-e50699b9d50e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 945 time: 0.0669761 Jan 13 17:12:45.633280 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-25da101c-0891-439c-bdf0-05dd0bc9d4fa req-0b286e3e-8320-4548-9a6d-efe3473943d2 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474041 Jan 13 17:12:45.678640 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (2a142698-0a8d-4fa5-a5eb-8641ab3e218b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.740476 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (2a142698-0a8d-4fa5-a5eb-8641ab3e218b), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.757579 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a142698-0a8d-4fa5-a5eb-8641ab3e218b,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:45.873321 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 221b7358-8fd0-422e-9698-d869d1d572a5 up at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:45.883856 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda484b-669f-4cd5-81df-52ade6206ea8 req-e1472405-8c9e-4626-a133-ddc358204b2e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:45.886018 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3fda484b-669f-4cd5-81df-52ade6206ea8 req-e1472405-8c9e-4626-a133-ddc358204b2e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0628917 Jan 13 17:12:45.909296 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.910484 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6ee8a130-2727-4b22-af77-dece870042f4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4572968 Jan 13 17:12:45.937451 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Provisioning complete for port 221b7358-8fd0-422e-9698-d869d1d572a5 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:45.937826 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:45.949601 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3fda484b-669f-4cd5-81df-52ade6206ea8 req-f19ef96e-40db-4ad7-a29f-b5df90c4d3bb tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574481 Jan 13 17:12:46.036390 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Current status of the port 221b7358-8fd0-422e-9698-d869d1d572a5 is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:46.286669 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc7f9a-8581-4743-95dc-e60714d185cb req-3c9adf68-466c-4e81-bec3-ac648dd99cea tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:46.288398 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2adc7f9a-8581-4743-95dc-e60714d185cb req-3c9adf68-466c-4e81-bec3-ac648dd99cea tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0728517 Jan 13 17:12:46.353495 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2adc7f9a-8581-4743-95dc-e60714d185cb req-853ad3ca-bfef-4229-bda6-a30bfe41175a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543787 Jan 13 17:12:47.076943 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f8721-7dda-4ac5-973b-9e429e72a1e3 req-c7a20fd2-dd71-4cb1-8186-09ccfe9054a0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:47.078673 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f53f8721-7dda-4ac5-973b-9e429e72a1e3 req-c7a20fd2-dd71-4cb1-8186-09ccfe9054a0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0547929 Jan 13 17:12:47.127620 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f53f8721-7dda-4ac5-973b-9e429e72a1e3 req-8cc6428b-2757-43eb-ba0a-e37bd8635ef1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Jan 13 17:12:47.484997 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bbbb6-787d-4701-b03e-d4c84dcf5d16 req-8020d089-ab13-4d69-a577-5e97b2a0f720 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:47.486707 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-473bbbb6-787d-4701-b03e-d4c84dcf5d16 req-8020d089-ab13-4d69-a577-5e97b2a0f720 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0535676 Jan 13 17:12:47.572919 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59730) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:47.713791 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b2155a98-913c-4da2-ab7f-bf93a40fc527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:47.772928 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-473bbbb6-787d-4701-b03e-d4c84dcf5d16 req-823d587c-68a7-4c54-a274-eaddaa68d630 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784343 Jan 13 17:12:47.797057 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b2155a98-913c-4da2-ab7f-bf93a40fc527 admin admin] Publish callbacks [] for security_group (864772dd-1993-480f-873e-5717a1fd11f2), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:47.883206 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b2155a98-913c-4da2-ab7f-bf93a40fc527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (864772dd-1993-480f-873e-5717a1fd11f2), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:47.920085 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2155a98-913c-4da2-ab7f-bf93a40fc527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864772dd-1993-480f-873e-5717a1fd11f2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:47.925121 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-b2155a98-913c-4da2-ab7f-bf93a40fc527 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38a869063ba040f99e35bdcc21d03357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508019 Jan 13 17:12:47.927867 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59752) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:47.976944 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f4da6e61-74de-486c-927a-be57d8d27734 admin admin] Publish callbacks [] for security_group (864772dd-1993-480f-873e-5717a1fd11f2), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:47.999718 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f4da6e61-74de-486c-927a-be57d8d27734 admin admin] Publish callbacks [] for security_group (864772dd-1993-480f-873e-5717a1fd11f2), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:48.128470 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f4da6e61-74de-486c-927a-be57d8d27734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (864772dd-1993-480f-873e-5717a1fd11f2), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:48.131099 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f4da6e61-74de-486c-927a-be57d8d27734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:48.132431 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-f4da6e61-74de-486c-927a-be57d8d27734 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/864772dd-1993-480f-873e-5717a1fd11f2 HTTP/1.1" status: 204 len: 168 time: 0.2035606 Jan 13 17:12:48.141233 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da6e61-74de-486c-927a-be57d8d27734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864772dd-1993-480f-873e-5717a1fd11f2,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:48.253021 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc992c8-1040-411e-9ad8-65ebeb111100 req-1d8f62e1-a4aa-4729-99b8-450b1152af2b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:48.254950 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9bc992c8-1040-411e-9ad8-65ebeb111100 req-1d8f62e1-a4aa-4729-99b8-450b1152af2b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0511487 Jan 13 17:12:48.310308 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9bc992c8-1040-411e-9ad8-65ebeb111100 req-40f47438-6a56-48d2-a40b-3eb2551fb7c3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492220 Jan 13 17:12:48.734141 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59792) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:48.747594 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ae4-d573-4010-a15f-649357f7759b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:48.827863 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ae4-d573-4010-a15f-649357f7759b admin admin] Publish callbacks [] for security_group (b1dc73ee-7e09-4d91-ae14-e859e1e1536d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:48.903606 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995a42-2eb5-44ac-87b7-de1906cb2081 req-808e0d70-57a1-46c1-9f9f-d1bd23c8de3c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:48.905132 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa995a42-2eb5-44ac-87b7-de1906cb2081 req-808e0d70-57a1-46c1-9f9f-d1bd23c8de3c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0535185 Jan 13 17:12:48.911454 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f7ca2ae4-d573-4010-a15f-649357f7759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b1dc73ee-7e09-4d91-ae14-e859e1e1536d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:48.951023 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-f7ca2ae4-d573-4010-a15f-649357f7759b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62d2fb905ed24c7f86ed4503e7e01b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157350 Jan 13 17:12:48.952375 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca2ae4-d573-4010-a15f-649357f7759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dc73ee-7e09-4d91-ae14-e859e1e1536d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:48.953326 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa995a42-2eb5-44ac-87b7-de1906cb2081 req-8ff037b9-5d44-44d6-8f27-94d48ecf6643 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Jan 13 17:12:48.954086 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59798) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:49.006236 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2ff19f4-96e0-4968-ad9b-c6855df6c116 admin admin] Publish callbacks [] for security_group (b1dc73ee-7e09-4d91-ae14-e859e1e1536d), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:49.031702 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2ff19f4-96e0-4968-ad9b-c6855df6c116 admin admin] Publish callbacks [] for security_group (b1dc73ee-7e09-4d91-ae14-e859e1e1536d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:49.112438 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a46378-2686-4e62-91e8-d5aaa479b76b req-a7f4fc60-ae7c-4bfc-8e64-7e3d64ee58cf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:49.113890 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-44a46378-2686-4e62-91e8-d5aaa479b76b req-a7f4fc60-ae7c-4bfc-8e64-7e3d64ee58cf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0533640 Jan 13 17:12:49.184732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2ff19f4-96e0-4968-ad9b-c6855df6c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b1dc73ee-7e09-4d91-ae14-e859e1e1536d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:49.187326 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f2ff19f4-96e0-4968-ad9b-c6855df6c116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:49.188400 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-f2ff19f4-96e0-4968-ad9b-c6855df6c116 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1dc73ee-7e09-4d91-ae14-e859e1e1536d HTTP/1.1" status: 204 len: 168 time: 0.2332330 Jan 13 17:12:49.197578 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-44a46378-2686-4e62-91e8-d5aaa479b76b req-9a1773ee-52cb-4af0-8e39-d6a615b29fdc tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760348 Jan 13 17:12:49.206706 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff19f4-96e0-4968-ad9b-c6855df6c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dc73ee-7e09-4d91-ae14-e859e1e1536d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:49.209983 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5698-d449-419d-a22b-12859189b40e req-7f72cc80-b5ca-4de9-a3c5-cce50d0a2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:49.211460 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cbe5698-d449-419d-a22b-12859189b40e req-7f72cc80-b5ca-4de9-a3c5-cce50d0a2c54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.0757136 Jan 13 17:12:49.303426 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5698-d449-419d-a22b-12859189b40e req-3ec95073-60e0-4d29-97d3-e91c638475e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:49.305126 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cbe5698-d449-419d-a22b-12859189b40e req-3ec95073-60e0-4d29-97d3-e91c638475e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.0866058 Jan 13 17:12:49.357203 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cbe5698-d449-419d-a22b-12859189b40e req-fdbb2292-4b31-4891-9a3d-68465d56d3d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 217 time: 0.0416439 Jan 13 17:12:49.418694 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe5698-d449-419d-a22b-12859189b40e req-939194f0-322b-4748-8d89-779812ced95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:49.420331 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cbe5698-d449-419d-a22b-12859189b40e req-939194f0-322b-4748-8d89-779812ced95a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.0566850 Jan 13 17:12:49.454543 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb962fe-9543-43e5-8e8c-e36ad9aeda12 req-33a104da-9711-4544-ba40-021980048647 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:49.456088 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb962fe-9543-43e5-8e8c-e36ad9aeda12 req-33a104da-9711-4544-ba40-021980048647 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0546918 Jan 13 17:12:49.460904 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cbe5698-d449-419d-a22b-12859189b40e req-0fc39ad5-0b2f-40a9-8fc4-969cfbcfd611 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242999 Jan 13 17:12:49.512603 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cfb962fe-9543-43e5-8e8c-e36ad9aeda12 req-16fe7be4-7823-4e34-bd47-d702aec3a649 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507948 Jan 13 17:12:49.571229 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cbe5698-d449-419d-a22b-12859189b40e req-d58d3ebd-e96f-4d2e-906a-fa3cf3acc924 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958843 Jan 13 17:12:49.671414 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cbe5698-d449-419d-a22b-12859189b40e req-e7c6cd71-bea2-4db5-a426-0a840d6be67f service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843372 Jan 13 17:12:49.861487 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59820) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:49.876941 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11af0a58-301d-4111-9be1-4305691706cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:49.953451 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11af0a58-301d-4111-9be1-4305691706cd admin admin] Publish callbacks [] for security_group (55fd919e-a6d4-4f05-9397-d66de316cded), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:50.055438 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-11af0a58-301d-4111-9be1-4305691706cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (55fd919e-a6d4-4f05-9397-d66de316cded), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:50.100095 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-11af0a58-301d-4111-9be1-4305691706cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c1939ae41744520a5df4b86323d4643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373979 Jan 13 17:12:50.103949 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 59824) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:50.105924 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af0a58-301d-4111-9be1-4305691706cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd919e-a6d4-4f05-9397-d66de316cded,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:50.124558 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4987a6-0d80-4005-9a02-a00f7ab3cc12 req-68d6c266-54cf-4357-ae03-6738a5b836d5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:50.126241 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ba4987a6-0d80-4005-9a02-a00f7ab3cc12 req-68d6c266-54cf-4357-ae03-6738a5b836d5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.1027300 Jan 13 17:12:50.177708 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-287d60ee-ac5d-40b3-960b-fe4c98565a29 admin admin] Publish callbacks [] for security_group (55fd919e-a6d4-4f05-9397-d66de316cded), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:50.185854 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ba4987a6-0d80-4005-9a02-a00f7ab3cc12 req-5b8824af-2daf-4d2d-a23e-89772f482354 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495620 Jan 13 17:12:50.213083 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-287d60ee-ac5d-40b3-960b-fe4c98565a29 admin admin] Publish callbacks [] for security_group (55fd919e-a6d4-4f05-9397-d66de316cded), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:50.313665 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25ea11-c2c4-4e2f-965a-28de35eb10b5 req-3c6ac5a4-e320-4029-890c-745e93373dcc tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:50.315104 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8e25ea11-c2c4-4e2f-965a-28de35eb10b5 req-3c6ac5a4-e320-4029-890c-745e93373dcc tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0472510 Jan 13 17:12:50.366256 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8e25ea11-c2c4-4e2f-965a-28de35eb10b5 req-537c78b9-11b9-4312-8b8d-5f76bbed4900 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 Jan 13 17:12:50.370408 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-287d60ee-ac5d-40b3-960b-fe4c98565a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (55fd919e-a6d4-4f05-9397-d66de316cded), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:50.373344 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-287d60ee-ac5d-40b3-960b-fe4c98565a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:50.374447 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-287d60ee-ac5d-40b3-960b-fe4c98565a29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55fd919e-a6d4-4f05-9397-d66de316cded HTTP/1.1" status: 204 len: 168 time: 0.2694681 Jan 13 17:12:50.387471 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d60ee-ac5d-40b3-960b-fe4c98565a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd919e-a6d4-4f05-9397-d66de316cded,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:50.628644 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f43b2-303e-4f01-9151-0546287e40bc req-f4b45bb9-1fca-4295-a8a8-869d72f709d1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:50.630081 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3b8f43b2-303e-4f01-9151-0546287e40bc req-f4b45bb9-1fca-4295-a8a8-869d72f709d1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0468793 Jan 13 17:12:50.683753 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3b8f43b2-303e-4f01-9151-0546287e40bc req-de6a37f4-4a61-4f08-85b6-0cfe4c4544e9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Jan 13 17:12:51.305954 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8ccfb-81e5-48cf-a231-396beb7e06bf req-6c142e5d-eed2-4817-81b9-9711cd071c5c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:51.308029 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-19f8ccfb-81e5-48cf-a231-396beb7e06bf req-6c142e5d-eed2-4817-81b9-9711cd071c5c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0499587 Jan 13 17:12:51.357246 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-19f8ccfb-81e5-48cf-a231-396beb7e06bf req-3e46c84e-eec0-42d2-8b76-e281bd565f1b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435567 Jan 13 17:12:51.505015 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49acae3-398b-4e52-8b2f-3f0b68c81b58 req-c60a0bfa-fa57-46c0-9268-b9b19a1f9e24 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:51.506454 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d49acae3-398b-4e52-8b2f-3f0b68c81b58 req-c60a0bfa-fa57-46c0-9268-b9b19a1f9e24 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0601523 Jan 13 17:12:51.552356 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d49acae3-398b-4e52-8b2f-3f0b68c81b58 req-ef37b015-7066-4abc-b10e-c92fcb1e4bc7 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Jan 13 17:12:51.803566 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a42ca0-9bf5-432f-9d25-3967fa45ec05 req-5e98fe4b-a9f8-4aa9-a01c-843bc93f7370 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:51.807622 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f2a42ca0-9bf5-432f-9d25-3967fa45ec05 req-5e98fe4b-a9f8-4aa9-a01c-843bc93f7370 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0488338 Jan 13 17:12:51.854218 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f2a42ca0-9bf5-432f-9d25-3967fa45ec05 req-b7989ec8-a5a2-4cca-8a0a-8c94efb87a89 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Jan 13 17:12:52.473286 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c13bd-3f8b-4351-a629-10c55760f4f8 req-d80199ca-cebe-44fc-a493-4d11c65cd812 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:52.476151 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0e9c13bd-3f8b-4351-a629-10c55760f4f8 req-d80199ca-cebe-44fc-a493-4d11c65cd812 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0495994 Jan 13 17:12:52.536413 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0e9c13bd-3f8b-4351-a629-10c55760f4f8 req-caa696c5-fed5-490c-abbf-941bfb6bb400 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537004 Jan 13 17:12:52.671389 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb31c7e-4c75-463a-8136-607e1d8766b1 req-0b445fb6-b848-493f-8a6f-fb4c9df90cf2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:52.672923 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4eb31c7e-4c75-463a-8136-607e1d8766b1 req-0b445fb6-b848-493f-8a6f-fb4c9df90cf2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0487628 Jan 13 17:12:52.723188 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4eb31c7e-4c75-463a-8136-607e1d8766b1 req-2ed5d012-01dd-40cf-95e2-6e0e1a872373 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Jan 13 17:12:52.969539 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412ad73-3279-4037-b215-35e20147f850 req-bdf9f4c5-764d-4696-bb9d-82cd6249ce8f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:52.971034 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9412ad73-3279-4037-b215-35e20147f850 req-bdf9f4c5-764d-4696-bb9d-82cd6249ce8f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0467954 Jan 13 17:12:53.022645 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9412ad73-3279-4037-b215-35e20147f850 req-47d16590-6689-493a-bbc7-5a1bd7e7553c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459459 Jan 13 17:12:53.659400 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824d4ab-b88e-45a7-b542-c5921d000360 req-7db74c65-fefa-43e1-8382-9d0e46c56475 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:53.660866 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2824d4ab-b88e-45a7-b542-c5921d000360 req-7db74c65-fefa-43e1-8382-9d0e46c56475 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0500498 Jan 13 17:12:53.713004 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2824d4ab-b88e-45a7-b542-c5921d000360 req-7456b844-5027-4415-9659-0deb704bbdc9 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 Jan 13 17:12:53.835873 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dcabf-eb99-4d5b-b024-d2effa3aca0d req-bb9d37e5-5330-43a8-87a2-d40ed284d0f1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:53.837412 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-830dcabf-eb99-4d5b-b024-d2effa3aca0d req-bb9d37e5-5330-43a8-87a2-d40ed284d0f1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0496185 Jan 13 17:12:53.883987 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-830dcabf-eb99-4d5b-b024-d2effa3aca0d req-99ba7398-44fe-40ba-bee8-b2e7ca00049e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Jan 13 17:12:54.141146 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff533e53-f538-4ec0-862e-81df37e762c3 req-0b9fc5cc-29ed-4d63-bad0-cdd8e110a924 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:54.142608 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ff533e53-f538-4ec0-862e-81df37e762c3 req-0b9fc5cc-29ed-4d63-bad0-cdd8e110a924 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0472152 Jan 13 17:12:54.191021 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ff533e53-f538-4ec0-862e-81df37e762c3 req-c6a758e9-5671-40d2-a666-79f42f5d16d4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Jan 13 17:12:54.827830 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4dad-2372-4ac7-80c7-1fbe9487f1c3 req-9a1c8986-2b88-451d-9ff7-5ab647343f04 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:54.829413 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7fdd4dad-2372-4ac7-80c7-1fbe9487f1c3 req-9a1c8986-2b88-451d-9ff7-5ab647343f04 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Jan 13 17:12:54.923822 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:12:54.942605 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7fdd4dad-2372-4ac7-80c7-1fbe9487f1c3 req-ebab3afc-e156-4de9-a302-2e1e72b22984 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018472 Jan 13 17:12:54.944000 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-9456eded-ae71-4794-a24f-4cf610a0b950 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670343535&fields=id&tenant_id=d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 267 time: 0.0825756 Jan 13 17:12:55.036814 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:55.049730 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'port_id': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'mac_address': 'fa:16:3e:80:a3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:12:55.073581 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5783b8f-aa42-4d5d-b1c6-2cd7cd16c368 req-f95a5297-1f9e-46ad-8712-b832fb142c44 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:55.075783 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d5783b8f-aa42-4d5d-b1c6-2cd7cd16c368 req-f95a5297-1f9e-46ad-8712-b832fb142c44 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0628440 Jan 13 17:12:55.076453 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-de6c0c44-03dc-4895-9347-8aafc03d497b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:55.083406 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-de6c0c44-03dc-4895-9347-8aafc03d497b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 812 time: 0.1323123 Jan 13 17:12:55.095500 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: ACTIVE; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:55.095921 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:55.101097 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-42bc2285-7341-4ccc-9bf5-018330465e4b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/quotas/d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 375 time: 0.0165057 Jan 13 17:12:55.123061 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a672b5b6-96d8-40cf-bd5b-95aa4f2361ff {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:12:55.145227 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d5783b8f-aa42-4d5d-b1c6-2cd7cd16c368 req-ad7e5d4a-eb35-4110-ab78-73ab26b1dedf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 Jan 13 17:12:55.148381 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:55.161062 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-f0118d5d-c5ef-413f-9248-bd2d47171644 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536346 Jan 13 17:12:55.243494 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:55.273086 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-c8731cc7-d0e8-41b5-afdf-1f1d2e1540d2 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041090 Jan 13 17:12:55.305677 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=6']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:55.338992 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd66425-8816-4f25-9209-a8cec8b02c85 req-a254ef5b-fd98-496b-9375-8fd46295cb72 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:55.340412 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6dd66425-8816-4f25-9209-a8cec8b02c85 req-a254ef5b-fd98-496b-9375-8fd46295cb72 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 944 time: 0.0502882 Jan 13 17:12:55.361490 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-7a498a42-ae73-4aa2-8cf8-fe967a2a01dd service neutron] 10.222.0.42 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875096 Jan 13 17:12:55.395137 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6dd66425-8816-4f25-9209-a8cec8b02c85 req-79328fbc-2b63-4f3e-b259-c6e1a720126c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490198 Jan 13 17:12:55.548961 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:12:56.003094 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36138b8-7fcf-4808-bf71-cc45c82ec776 req-cc5fab3d-6efd-43ba-81a0-d8be7e3270d9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:56.005152 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a36138b8-7fcf-4808-bf71-cc45c82ec776 req-cc5fab3d-6efd-43ba-81a0-d8be7e3270d9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.0603130 Jan 13 17:12:56.008329 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59992) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:56.076276 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a36138b8-7fcf-4808-bf71-cc45c82ec776 req-850cc79f-3bc5-4c53-ae30-0b0618d3432d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547326 Jan 13 17:12:56.095191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 59998) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:56.142101 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6a15-a210-40af-9f5b-5b96dd6cb092 req-437b1ccf-403c-45a8-b634-a23f42ee56f3 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:56.143889 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-539b6a15-a210-40af-9f5b-5b96dd6cb092 req-437b1ccf-403c-45a8-b634-a23f42ee56f3 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0843790 Jan 13 17:12:56.218262 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-539b6a15-a210-40af-9f5b-5b96dd6cb092 req-ea9061f1-c854-4a62-bdb3-6b80faf66d6c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665212 Jan 13 17:12:56.223526 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4cc6c6c0-8fe1-4592-942b-7451d71dac56 req-b69375e6-bea7-4cec-9bdb-3e27bcf92125 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 210 time: 0.0613933 Jan 13 17:12:56.246791 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5059dd0-ae13-44f1-aa0c-9af86fbbec56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.318206 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24039-9d90-4e2a-99b7-643500ea7638 req-2de54152-372b-49b9-9796-1b0e6e7bed3e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:56.319689 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1cb24039-9d90-4e2a-99b7-643500ea7638 req-2de54152-372b-49b9-9796-1b0e6e7bed3e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0489974 Jan 13 17:12:56.351050 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5059dd0-ae13-44f1-aa0c-9af86fbbec56 admin admin] Publish callbacks [] for security_group (eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.356360 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534af2b-5e16-4575-860c-54284827322c tempest-TestMinimumBasicScenario-1247995427 tempest-TestMinimumBasicScenario-1247995427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:56.357889 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e534af2b-5e16-4575-860c-54284827322c tempest-TestMinimumBasicScenario-1247995427 tempest-TestMinimumBasicScenario-1247995427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1093 time: 0.2617097 Jan 13 17:12:56.360850 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 60010) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:56.365176 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'port_id': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:12:56.371616 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1cb24039-9d90-4e2a-99b7-643500ea7638 req-005d8a60-88c9-40e4-8370-df2415e65b7f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Jan 13 17:12:56.454109 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c5059dd0-ae13-44f1-aa0c-9af86fbbec56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.498334 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.532764 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c5059dd0-ae13-44f1-aa0c-9af86fbbec56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6db044b6ab3a4b68bcdbe281b7611a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5233901 Jan 13 17:12:56.535589 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60014) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:56.537689 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5059dd0-ae13-44f1-aa0c-9af86fbbec56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:56.588241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-54d289b9-1195-4430-98ee-3ad1c8dd04b2 admin admin] Publish callbacks [] for security_group (eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.591717 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0fb4f-71e5-45a1-bb1e-daa0287b1620 req-764d8fbb-db07-42d8-ad18-1659553e76db tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:56.593257 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cac0fb4f-71e5-45a1-bb1e-daa0287b1620 req-764d8fbb-db07-42d8-ad18-1659553e76db tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 944 time: 0.1196265 Jan 13 17:12:56.611499 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-54d289b9-1195-4430-98ee-3ad1c8dd04b2 admin admin] Publish callbacks [] for security_group (eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.661787 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cac0fb4f-71e5-45a1-bb1e-daa0287b1620 req-76123260-b4f1-45aa-b6c4-2422a750019a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579121 Jan 13 17:12:56.693406 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.820335 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-54d289b9-1195-4430-98ee-3ad1c8dd04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.823441 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-54d289b9-1195-4430-98ee-3ad1c8dd04b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:56.824673 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-54d289b9-1195-4430-98ee-3ad1c8dd04b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba HTTP/1.1" status: 204 len: 168 time: 0.2876222 Jan 13 17:12:56.832586 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d289b9-1195-4430-98ee-3ad1c8dd04b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf2331a-9a2d-49ee-80d6-dd4aace0f3ba,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:56.952270 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:12:56.952809 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Allocated IP 172.27.0.92 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/c4612d0f-9e07-4841-b6e9-2940c8b5821a) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:12:57.022017 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:12:57.022674 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.069544 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.113569 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:12:57.113958 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.138584 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:12:57.140935 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f48d22-2af5-4d1c-84d0-135acbc6c683" -d '{"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-plugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:12:57.161345 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:12:57.191049 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2538b5-f7cb-41ae-8266-800d0a517da2 x-openstack-request-id: req-8b2538b5-f7cb-41ae-8266-800d0a517da2 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:12:57.191366 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-plugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:12:57.191736 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b2538b5-f7cb-41ae-8266-800d0a517da2 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:12:57.193860 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.195527 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'code': 200} Jan 13 17:12:57.234137 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:12:57.241081 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:12:57.245979 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:12:57.253991 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'Port': ['ID=c4612d0f-9e07-4841-b6e9-2940c8b5821a,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:57.273752 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.390146 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=7']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:57.447865 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-73cd02d4-75ff-41c6-96c5-47991d9870ae req-20bfbe43-65ba-4948-ad74-ab3076dcd3a3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 210 time: 0.0665991 Jan 13 17:12:57.475758 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c56ee-5259-4139-97ed-15f9cc6c5031 req-c04be77a-f997-49eb-a19d-900ccd408e80 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:57.477368 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-310c56ee-5259-4139-97ed-15f9cc6c5031 req-c04be77a-f997-49eb-a19d-900ccd408e80 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.1491544 Jan 13 17:12:57.577135 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60058) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:57.585405 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735d38-3470-42ec-bec0-bf8357f877f5 req-ad8db975-67d3-4358-8667-8ecc5c40bf0c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:57.593714 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16735d38-3470-42ec-bec0-bf8357f877f5 req-ad8db975-67d3-4358-8667-8ecc5c40bf0c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0652254 Jan 13 17:12:57.634264 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a18cbd43-67aa-43d8-a155-822a863ee280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.725424 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-310c56ee-5259-4139-97ed-15f9cc6c5031 req-860b7af9-b587-47d0-adf7-f86bca01c3fe tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381868 Jan 13 17:12:57.729710 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a18cbd43-67aa-43d8-a155-822a863ee280 admin admin] Publish callbacks [] for security_group (a9ed4925-bef7-407c-bae5-63403d2a99dd), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.743362 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-16735d38-3470-42ec-bec0-bf8357f877f5 req-1e0052c4-88c3-4633-8926-061400868024 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470985 Jan 13 17:12:57.820201 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a18cbd43-67aa-43d8-a155-822a863ee280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a9ed4925-bef7-407c-bae5-63403d2a99dd), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:57.890561 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cbd43-67aa-43d8-a155-822a863ee280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed4925-bef7-407c-bae5-63403d2a99dd,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:57.911839 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a18cbd43-67aa-43d8-a155-822a863ee280 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4377b48bcb048ffb88a72dc2093ef48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002169 Jan 13 17:12:57.911839 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60064) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:12:58.068732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for floatingip (2fe3e306-a228-4c05-a721-5b1422e18225), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.070139 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7558e842-167d-4996-8825-023ab922637f admin admin] Publish callbacks [] for security_group (a9ed4925-bef7-407c-bae5-63403d2a99dd), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.070139 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7558e842-167d-4996-8825-023ab922637f admin admin] Publish callbacks [] for security_group (a9ed4925-bef7-407c-bae5-63403d2a99dd), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.070409 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa00fbf-fcdb-47f3-9f08-f476ef4c505f req-22577ae4-94fd-465d-854f-264294624e48 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:58.070409 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9fa00fbf-fcdb-47f3-9f08-f476ef4c505f req-22577ae4-94fd-465d-854f-264294624e48 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.1419456 Jan 13 17:12:58.156989 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9fa00fbf-fcdb-47f3-9f08-f476ef4c505f req-95abbc85-d077-4e82-9236-b68afa3739fb tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835502 Jan 13 17:12:58.473589 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7558e842-167d-4996-8825-023ab922637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a9ed4925-bef7-407c-bae5-63403d2a99dd), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.479834 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-7558e842-167d-4996-8825-023ab922637f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.479834 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7558e842-167d-4996-8825-023ab922637f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9ed4925-bef7-407c-bae5-63403d2a99dd HTTP/1.1" status: 204 len: 168 time: 0.5733159 Jan 13 17:12:58.492672 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558e842-167d-4996-8825-023ab922637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed4925-bef7-407c-bae5-63403d2a99dd,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:58.600727 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.640458 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-884f7f22-3fd2-47cf-83da-166ccd043ddb req-7384a46b-6cc2-45f1-9849-2d27675ceb46 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 210 time: 0.0515277 Jan 13 17:12:58.873383 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.905796 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e57af-a069-47be-ba6d-c000dd071f63 req-0c1199bb-03a7-4b0c-9c13-c459066742dc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:58.912948 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a50e57af-a069-47be-ba6d-c000dd071f63 req-0c1199bb-03a7-4b0c-9c13-c459066742dc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0903201 Jan 13 17:12:58.968243 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:58.973372 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c10976-b781-447b-aad9-a121e42dfbf5 req-d3d690c2-0821-4e81-8678-c3e68102eeea tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:58.981309 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d0c10976-b781-447b-aad9-a121e42dfbf5 req-d3d690c2-0821-4e81-8678-c3e68102eeea tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0892520 Jan 13 17:12:59.010548 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (2fe3e306-a228-4c05-a721-5b1422e18225), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:12:59.064743 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a50e57af-a069-47be-ba6d-c000dd071f63 req-00b9ab3c-83d2-46fe-90aa-48824ed217fd tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508458 Jan 13 17:12:59.086338 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'Port': ['ID=c4612d0f-9e07-4841-b6e9-2940c8b5821a,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:12:59.091483 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d0c10976-b781-447b-aad9-a121e42dfbf5 req-51c1662c-2f85-487b-8f4a-f4d9f590a853 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925231 Jan 13 17:12:59.172076 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Floating IP 2fe3e306-a228-4c05-a721-5b1422e18225 associated. External IP: 172.27.0.92, port: c55fc06c-9fb5-498f-b0f5-51a41269742d. Jan 13 17:12:59.794083 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-988a279c-25d0-4bed-ada1-3fd05a5dc283 req-c9ef8914-b4ad-4f9e-90d9-25c0a81d77b5 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 210 time: 0.0382071 Jan 13 17:12:59.832565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103125b-6d27-4d34-b311-44c2e146074c req-1e4dc451-4439-4df3-8fc4-6bd4ec604722 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:59.834119 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2103125b-6d27-4d34-b311-44c2e146074c req-1e4dc451-4439-4df3-8fc4-6bd4ec604722 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.4941750 Jan 13 17:12:59.954718 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-e07797aa-a601-4866-ad1f-6ce954bd8c59 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:12:59.957733 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-e07797aa-a601-4866-ad1f-6ce954bd8c59 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 812 time: 0.6019237 Jan 13 17:12:59.984281 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2103125b-6d27-4d34-b311-44c2e146074c req-5e300827-d976-4b43-afff-34b87f330391 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414976 Jan 13 17:12:59.986251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:13:00.153670 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-aa4da816-dd4d-4fae-a04f-ce8da5ef6bd9 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 380 time: 0.1561427 Jan 13 17:13:00.155101 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'port': {'device_id': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'admin_state_up': True, 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'security_groups': ['519a573f-0a8f-418b-8f9a-48a8d5fc00be']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:00.248243 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c534e4-0db7-45b5-a5c1-2bcc45ab15af req-4f7468f7-420c-4131-80b5-aa0fa7c2e405 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:00.261005 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-77c534e4-0db7-45b5-a5c1-2bcc45ab15af req-4f7468f7-420c-4131-80b5-aa0fa7c2e405 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.1174140 Jan 13 17:13:00.283535 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:13:00.296571 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] Sync routers for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:13:00.323754 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:00.325362 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:00.374627 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebbcfd-a9fe-413a-a938-a7e689220bf5 req-3ce1cae0-fb99-4293-9e54-82ae81549dd3 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:00.381531 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-abebbcfd-a9fe-413a-a938-a7e689220bf5 req-3ce1cae0-fb99-4293-9e54-82ae81549dd3 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1689751 Jan 13 17:13:00.429293 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-77c534e4-0db7-45b5-a5c1-2bcc45ab15af req-1bed7f8a-8c2f-4480-82ec-2a0dd97990d2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639278 Jan 13 17:13:00.443728 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:00.513554 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:00.527702 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-abebbcfd-a9fe-413a-a938-a7e689220bf5 req-aae25f45-000d-4122-82f8-eb61b8bdc9ca tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450248 Jan 13 17:13:00.537109 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-f21f7856-c3df-4fd0-83a2-a867390e1b0f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1726577 Jan 13 17:13:00.537400 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60116) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:00.544801 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-5f816501-2964-4812-87a1-7ed694291e3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174181379', 'description': 'tempest-secgroup-smoke-174181379 description', 'project_id': '153d0669b0e44e41ad79b2da795c5b38'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:00.550279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:00.553049 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb9b3f-5c68-4540-828a-c60709237ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:00.639781 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Made reservation on behalf of d51599d4bcad41b0b9995a7ac369cc34 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:13:00.644340 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:00.660330 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071fc399-9fe4-47cf-89ae-f1a3c1f06a26 x-openstack-request-id: req-071fc399-9fe4-47cf-89ae-f1a3c1f06a26 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:00.660812 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:00.661161 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-071fc399-9fe4-47cf-89ae-f1a3c1f06a26 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:00.661645 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'status': 'completed', 'code': 200} Jan 13 17:13:00.773580 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f816501-2964-4812-87a1-7ed694291e3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:00.856881 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-06cd8567-666d-4ae8-9bbb-dd065171c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:00.862213 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-06cd8567-666d-4ae8-9bbb-dd065171c48a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1098 time: 0.1672907 Jan 13 17:13:00.953988 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '2fe3e306-a228-4c05-a721-5b1422e18225', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'port_id': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'mac_address': 'fa:16:3e:ba:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543da2f5-a14b-4d05-a274-025c49619126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:12:57Z', 'updated_at': '2022-01-13T17:12:57Z', 'revision_number': 0, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:43Z', 'revision_number': 5, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:00.967045 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e077cf41-24d2-4420-ab1e-4a3dbe9601f8 req-a8a8b3b3-1f83-4d84-a000-e222cff498b6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 210 time: 0.0526795 Jan 13 17:13:00.969024 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Allocated IP 172.20.0.13 (d7f29ae3-e9d0-42ac-a482-40e03068c60e/f1fc73cf-513b-4077-adbd-0ae1c255dacd/92bec6e3-252c-4565-a4ce-3c215f5f844b) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:13:01.062081 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] Checking router: 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:13:01.097589 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:01.098401 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:12:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:01.119432 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f816501-2964-4812-87a1-7ed694291e3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group (7fcdc27f-518e-4c77-9e69-c1d668fce97e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:01.129881 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-448cfe06-9320-419e-a936-ccd7c9ddecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:01.133151 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-448cfe06-9320-419e-a936-ccd7c9ddecf6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 915 time: 0.2511768 Jan 13 17:13:01.281225 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f816501-2964-4812-87a1-7ed694291e3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (7fcdc27f-518e-4c77-9e69-c1d668fce97e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:01.295120 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:01.345124 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f816501-2964-4812-87a1-7ed694291e3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcdc27f-518e-4c77-9e69-c1d668fce97e,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:01.355658 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-753b566b-c804-42f6-8408-2fe5e31d3382 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 998 time: 0.2163537 Jan 13 17:13:01.365047 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331d08-ec52-491e-be1b-93882dca53e8 req-3ed52f72-36d0-4f08-af9d-d8e9b371399e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:01.366875 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0d331d08-ec52-491e-be1b-93882dca53e8 req-3ed52f72-36d0-4f08-af9d-d8e9b371399e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.2291529 Jan 13 17:13:01.392689 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:01.450621 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-69fbee5e-588d-484c-b155-31de898dd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:01.452388 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-69fbee5e-588d-484c-b155-31de898dd915 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 200 len: 853 time: 0.0845559 Jan 13 17:13:01.457134 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0d331d08-ec52-491e-be1b-93882dca53e8 req-df9e5797-86e5-4a79-a2d6-edda432ee2bc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820460 Jan 13 17:13:01.500028 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-34ca7814-f418-4ad7-ba7b-f315c7e55007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:01.501884 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-34ca7814-f418-4ad7-ba7b-f315c7e55007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af4b7f59-680c-407c-b0f7-86844c8fcd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423338 Jan 13 17:13:01.570412 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17538f71-6df4-43d2-bcb6-d7185bc2f6df req-a9bf8392-5dc0-4bbb-a64d-58b651d7be31 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:01.573094 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-17538f71-6df4-43d2-bcb6-d7185bc2f6df req-a9bf8392-5dc0-4bbb-a64d-58b651d7be31 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0704167 Jan 13 17:13:01.651620 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-17538f71-6df4-43d2-bcb6-d7185bc2f6df req-9dd9e8df-033d-4460-b4a2-9f8b6e00f54d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629942 Jan 13 17:13:01.668948 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-2055495b-2fd2-4593-9171-29b84b8d7d7d service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581647 Jan 13 17:13:01.694221 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '2fe3e306-a228-4c05-a721-5b1422e18225', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'port_id': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'mac_address': 'fa:16:3e:ba:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543da2f5-a14b-4d05-a274-025c49619126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:12:57Z', 'updated_at': '2022-01-13T17:12:57Z', 'revision_number': 0, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:43Z', 'revision_number': 5, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:01.695269 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad74b9a-5b80-4f5c-ac62-b2540667ddf9 req-a87ef733-9c4a-4efa-8516-00412791eaba tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:01.695269 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7ad74b9a-5b80-4f5c-ac62-b2540667ddf9 req-a87ef733-9c4a-4efa-8516-00412791eaba tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0652277 Jan 13 17:13:01.713681 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:01.730080 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2f4ec-d12f-456a-9cc1-6fffad0b97c4 None None] The sync data for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi is: [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '2fe3e306-a228-4c05-a721-5b1422e18225', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'floating_ip_address': '172.27.0.92', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'port_id': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'mac_address': 'fa:16:3e:ba:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543da2f5-a14b-4d05-a274-025c49619126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:12:57Z', 'updated_at': '2022-01-13T17:12:57Z', 'revision_number': 0, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:43Z', 'revision_number': 5, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:13:01.765165 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=92bec6e3-252c-4565-a4ce-3c215f5f844b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:01.792222 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:13:01.793993 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:13:01.796471 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:13:01.803533 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:01.804312 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:01.811260 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f816501-2964-4812-87a1-7ed694291e3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:01.812650 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5f816501-2964-4812-87a1-7ed694291e3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2733083 Jan 13 17:13:01.819086 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 60138) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:01.832615 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-4b07bd2f-41f3-4b0f-addc-8a2706682cbd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'security_group_rule': {'security_group_id': '7fcdc27f-518e-4c77-9e69-c1d668fce97e', 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:01.895336 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7ad74b9a-5b80-4f5c-ac62-b2540667ddf9 req-0daa9153-e216-4e62-837c-c6771eaaf14e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984532 Jan 13 17:13:01.987888 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fabb9b3f-5c68-4540-828a-c60709237ac1 req-0eab5906-3d2b-4179-9181-3feae4e9e44e service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984464 Jan 13 17:13:01.997066 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-411937ca-d661-4072-b73a-74f87e489473 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8511581 Jan 13 17:13:02.045008 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Request body: {'port': {'device_id': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:02.053778 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b07bd2f-41f3-4b0f-addc-8a2706682cbd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (5ed9441d-5a8e-4dae-9fc5-2ea9732fadb7), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.201376 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-37dcdb25-3bc3-43d3-bd33-bc6e03cb19c8 None None] Provisioning complete for port 92bec6e3-252c-4565-a4ce-3c215f5f844b triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:13:02.202014 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-37dcdb25-3bc3-43d3-bd33-bc6e03cb19c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.215206 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e915f-9dd2-4766-bfa9-0dc0df853141 None None] New status for floating IP 2fe3e306-a228-4c05-a721-5b1422e18225: ACTIVE {{(pid=103099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:13:02.243955 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.297118 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b07bd2f-41f3-4b0f-addc-8a2706682cbd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (5ed9441d-5a8e-4dae-9fc5-2ea9732fadb7), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.306165 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-37dcdb25-3bc3-43d3-bd33-bc6e03cb19c8 None None] Port 92bec6e3-252c-4565-a4ce-3c215f5f844b cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:13:02.309973 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1ea0d-48e1-4ee5-8a24-cd4e2ab77d05 req-c165dea4-c88d-4d92-a4a6-00bcf18cf6ce tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:02.312831 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bfb1ea0d-48e1-4ee5-8a24-cd4e2ab77d05 req-c165dea4-c88d-4d92-a4a6-00bcf18cf6ce tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 932 time: 0.1398101 Jan 13 17:13:02.377263 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bfb1ea0d-48e1-4ee5-8a24-cd4e2ab77d05 req-4b1b2ebd-d650-49f9-a0ca-c339145ae5b0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525892 Jan 13 17:13:02.384726 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b07bd2f-41f3-4b0f-addc-8a2706682cbd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (5ed9441d-5a8e-4dae-9fc5-2ea9732fadb7), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.423265 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07bd2f-41f3-4b0f-addc-8a2706682cbd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed9441d-5a8e-4dae-9fc5-2ea9732fadb7,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:02.580277 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-4b07bd2f-41f3-4b0f-addc-8a2706682cbd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.582187 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-4b07bd2f-41f3-4b0f-addc-8a2706682cbd tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7616558 Jan 13 17:13:02.585395 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 60150) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:02.590252 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-474d7b6f-907e-4222-8375-52c4844b27c8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'security_group_rule': {'security_group_id': '7fcdc27f-518e-4c77-9e69-c1d668fce97e', 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:02.627496 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ee5b-3bbc-4c8e-b96e-259a0e5af473 req-b7cd8700-f626-4d4d-a953-29dc379bbc55 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:02.634657 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ca13ee5b-3bbc-4c8e-b96e-259a0e5af473 req-b7cd8700-f626-4d4d-a953-29dc379bbc55 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0826316 Jan 13 17:13:02.706738 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ca13ee5b-3bbc-4c8e-b96e-259a0e5af473 req-85b1a0b0-142d-41db-85f9-7dcf89120b2b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654066 Jan 13 17:13:02.728313 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-474d7b6f-907e-4222-8375-52c4844b27c8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (515fb0ef-bb13-4fbc-b360-82974920ea75), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.880309 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bec6e3-252c-4565-a4ce-3c215f5f844b {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:13:02.892793 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389908a4-db96-42cf-b5f9-596f6c9334b2 req-25fd9ef2-c037-4239-a771-901da3e47e16 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:02.894457 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-389908a4-db96-42cf-b5f9-596f6c9334b2 req-25fd9ef2-c037-4239-a771-901da3e47e16 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.1346624 Jan 13 17:13:02.901666 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Publish callbacks [] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.913570 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-474d7b6f-907e-4222-8375-52c4844b27c8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (515fb0ef-bb13-4fbc-b360-82974920ea75), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:02.937707 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Transition to ACTIVE for port object 92bec6e3-252c-4565-a4ce-3c215f5f844b will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:13:03.002182 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-389908a4-db96-42cf-b5f9-596f6c9334b2 req-87044560-68a9-4453-839a-53e0eae79776 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903621 Jan 13 17:13:03.022921 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-474d7b6f-907e-4222-8375-52c4844b27c8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (515fb0ef-bb13-4fbc-b360-82974920ea75), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.034596 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.068276 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7b6f-907e-4222-8375-52c4844b27c8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515fb0ef-bb13-4fbc-b360-82974920ea75,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:03.124723 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db88c5c-c77d-468c-a2d7-12a7ba3a7e27 req-5cc5a9f8-68ba-44bc-afa2-4135e8afb77e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:03.127832 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5db88c5c-c77d-468c-a2d7-12a7ba3a7e27 req-5cc5a9f8-68ba-44bc-afa2-4135e8afb77e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1232009 Jan 13 17:13:03.175555 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Pushing event updated for resources: {'Port': ['ID=92bec6e3-252c-4565-a4ce-3c215f5f844b,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:03.180717 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-474d7b6f-907e-4222-8375-52c4844b27c8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.182286 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-474d7b6f-907e-4222-8375-52c4844b27c8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5956900 Jan 13 17:13:03.188384 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60170) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:03.199283 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-9247527a-b452-4bd0-a80d-05bbe33a1c0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'security_group_rule': {'security_group_id': '7fcdc27f-518e-4c77-9e69-c1d668fce97e', 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:03.201809 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Attempting to bind port 92bec6e3-252c-4565-a4ce-3c215f5f844b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:13:03.205135 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Attempting to bind port 92bec6e3-252c-4565-a4ce-3c215f5f844b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:13:03.207137 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Attempting to bind port 92bec6e3-252c-4565-a4ce-3c215f5f844b on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:13:03.229139 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5db88c5c-c77d-468c-a2d7-12a7ba3a7e27 req-30b6b022-faeb-4f7a-b382-e4b72f7e4c5e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922234 Jan 13 17:13:03.243360 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Port 92bec6e3-252c-4565-a4ce-3c215f5f844b on network d7f29ae3-e9d0-42ac-a482-40e03068c60e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:13:03.243951 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Attempting to bind port 92bec6e3-252c-4565-a4ce-3c215f5f844b on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:13:03.251565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:13:03.252028 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Checking segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:13:03.252589 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Bound using segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:13:03.253029 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Bound port: 92bec6e3-252c-4565-a4ce-3c215f5f844b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:13:03.254892 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.331361 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9247527a-b452-4bd0-a80d-05bbe33a1c0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (8bd3b316-7be6-4de5-bed9-bb6872f479d4), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.363872 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] For port 92bec6e3-252c-4565-a4ce-3c215f5f844b, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:13:03.374473 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] For port 92bec6e3-252c-4565-a4ce-3c215f5f844b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=92bec6e3-252c-4565-a4ce-3c215f5f844b,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:13:03.468167 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9247527a-b452-4bd0-a80d-05bbe33a1c0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (8bd3b316-7be6-4de5-bed9-bb6872f479d4), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.470805 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.485201 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c446929-be18-480e-82d2-ea6367ef0674 req-9ec5e30c-7e87-4f88-b116-b74961b047af tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:03.489165 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3c446929-be18-480e-82d2-ea6367ef0674 req-9ec5e30c-7e87-4f88-b116-b74961b047af tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0930986 Jan 13 17:13:03.545576 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Pushing event updated for resources: {'Port': ['ID=92bec6e3-252c-4565-a4ce-3c215f5f844b,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:03.548484 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9247527a-b452-4bd0-a80d-05bbe33a1c0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (8bd3b316-7be6-4de5-bed9-bb6872f479d4), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.594792 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247527a-b452-4bd0-a80d-05bbe33a1c0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd3b316-7be6-4de5-bed9-bb6872f479d4,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:03.618030 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3c446929-be18-480e-82d2-ea6367ef0674 req-245c6690-d627-463c-988f-ae5759f37db7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240835 Jan 13 17:13:03.621573 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:03.622208 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.628122 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-8ec1650a-576f-4785-bba5-ffe8ed6275a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/92bec6e3-252c-4565-a4ce-3c215f5f844b HTTP/1.1" status: 200 len: 1094 time: 1.5995631 Jan 13 17:13:03.628716 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:03.631051 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f535d179-45c2-465e-b00f-51bd912fd89c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:03.663272 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9247527a-b452-4bd0-a80d-05bbe33a1c0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.669031 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-9247527a-b452-4bd0-a80d-05bbe33a1c0d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4750776 Jan 13 17:13:03.670173 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 60184) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:03.697374 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-780b2322-c6b1-4fbb-958f-fcf15e923e72 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'security_group_rule': {'security_group_id': '7fcdc27f-518e-4c77-9e69-c1d668fce97e', 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:03.722362 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a3a48a9f-7411-4395-87cd-f9174cc800e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:03.750199 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d29ce-415b-4281-b5ac-465defb31519 req-fd0967cf-8684-42d9-8067-9dce168e8f3e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:03.753911 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-da2d29ce-415b-4281-b5ac-465defb31519 req-fd0967cf-8684-42d9-8067-9dce168e8f3e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.2012119 Jan 13 17:13:03.779131 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe29783-2b30-4190-83f0-597125289afd x-openstack-request-id: req-8fe29783-2b30-4190-83f0-597125289afd {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:03.779423 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:03.779682 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fe29783-2b30-4190-83f0-597125289afd {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:03.780109 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'status': 'completed', 'code': 200} Jan 13 17:13:03.858284 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-6b218314-2289-4944-a995-74500c440fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:03.869739 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-6b218314-2289-4944-a995-74500c440fe9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 1098 time: 0.1752214 Jan 13 17:13:03.921756 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-da2d29ce-415b-4281-b5ac-465defb31519 req-fbe4dc64-973a-42e6-b5aa-db3684954b89 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212661 Jan 13 17:13:03.943023 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d179-45c2-465e-b00f-51bd912fd89c req-0c5042c4-ea9e-4ad4-bde4-f5b2d4d07d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:03.945260 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f535d179-45c2-465e-b00f-51bd912fd89c req-0c5042c4-ea9e-4ad4-bde4-f5b2d4d07d29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 1097 time: 0.1681433 Jan 13 17:13:03.997988 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-780b2322-c6b1-4fbb-958f-fcf15e923e72 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (b45b9055-a511-4810-b8c8-4138af92c9b4), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.055301 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313782f-83d2-4818-b6e6-552906118527 req-76965fcd-d0e2-4f90-b558-7ba0bcb5196a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:04.066990 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4313782f-83d2-4818-b6e6-552906118527 req-76965fcd-d0e2-4f90-b558-7ba0bcb5196a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.2072120 Jan 13 17:13:04.087866 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-d0330063-67a4-4fdc-b630-bdf36fa9ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:04.089322 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-d0330063-67a4-4fdc-b630-bdf36fa9ff92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 911 time: 0.2185912 Jan 13 17:13:04.143133 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-780b2322-c6b1-4fbb-958f-fcf15e923e72 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (b45b9055-a511-4810-b8c8-4138af92c9b4), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.165347 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4313782f-83d2-4818-b6e6-552906118527 req-b95024c2-4eaa-4fc5-a51e-d42b024d1f06 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937266 Jan 13 17:13:04.192165 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-c7444910-2a45-4092-830e-b8d6ca93a588 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5 HTTP/1.1" status: 200 len: 1001 time: 0.0817578 Jan 13 17:13:04.196212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d179-45c2-465e-b00f-51bd912fd89c req-21e5b929-f286-4358-8a7f-56823f7a1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:04.197875 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f535d179-45c2-465e-b00f-51bd912fd89c req-21e5b929-f286-4358-8a7f-56823f7a1c93 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2442720 Jan 13 17:13:04.224027 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-780b2322-c6b1-4fbb-958f-fcf15e923e72 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (b45b9055-a511-4810-b8c8-4138af92c9b4), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.261795 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b2322-c6b1-4fbb-958f-fcf15e923e72 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45b9055-a511-4810-b8c8-4138af92c9b4,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:04.269150 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-d41a5334-7fac-41d1-abb8-c93a86cfc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:04.270637 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-d41a5334-7fac-41d1-abb8-c93a86cfc77a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 200 len: 849 time: 0.0785270 Jan 13 17:13:04.310182 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-780b2322-c6b1-4fbb-958f-fcf15e923e72 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.311516 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-780b2322-c6b1-4fbb-958f-fcf15e923e72 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6290576 Jan 13 17:13:04.314150 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60208) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:04.319277 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'security_group_rule': {'security_group_id': '7fcdc27f-518e-4c77-9e69-c1d668fce97e', 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:04.389143 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535d179-45c2-465e-b00f-51bd912fd89c req-e661c95b-fd90-4499-8fa1-ed43c1ad05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:04.390602 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f535d179-45c2-465e-b00f-51bd912fd89c req-e661c95b-fd90-4499-8fa1-ed43c1ad05bc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808240 Jan 13 17:13:04.426848 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0235c-e230-4257-98f0-276ea6c81489 req-01f6c24f-9d98-41ff-9708-9dd17782b18f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:04.428372 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-25c0235c-e230-4257-98f0-276ea6c81489 req-01f6c24f-9d98-41ff-9708-9dd17782b18f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0854096 Jan 13 17:13:04.474565 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.securitygroups_db [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Project 153d0669b0e44e41ad79b2da795c5b38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 17:13:04.487378 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (d7122560-4172-4b3f-b335-cf5ad7d5a8c0), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.502124 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-25c0235c-e230-4257-98f0-276ea6c81489 req-7883f8fa-76e2-4870-bced-19248793f792 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673752 Jan 13 17:13:04.569296 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (d7122560-4172-4b3f-b335-cf5ad7d5a8c0), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.651094 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (d7122560-4172-4b3f-b335-cf5ad7d5a8c0), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.675096 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7122560-4172-4b3f-b335-cf5ad7d5a8c0,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:04.753850 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.755053 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a3045e94-5ab2-4000-a678-22c284a41fae tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4399617 Jan 13 17:13:04.758722 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 60218) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:04.763493 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'security_group_rule': {'security_group_id': '7fcdc27f-518e-4c77-9e69-c1d668fce97e', 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:04.783086 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b973e2b-8210-41bb-b52d-71dd92157442 req-8e3b8ed5-6f00-49fa-9f9d-1b65ef498df7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:04.785063 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1b973e2b-8210-41bb-b52d-71dd92157442 req-8e3b8ed5-6f00-49fa-9f9d-1b65ef498df7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0719535 Jan 13 17:13:04.853072 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1b973e2b-8210-41bb-b52d-71dd92157442 req-53910692-8157-4b16-9eab-321118f6d250 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592723 Jan 13 17:13:04.870788 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.securitygroups_db [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Project 153d0669b0e44e41ad79b2da795c5b38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 13 17:13:04.871718 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (ce6a2c2a-a68f-487f-9748-5a900d11a0b6), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:04.938315 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (ce6a2c2a-a68f-487f-9748-5a900d11a0b6), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.016986 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (ce6a2c2a-a68f-487f-9748-5a900d11a0b6), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.042772 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6a2c2a-a68f-487f-9748-5a900d11a0b6,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:05.053766 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa5eb-51b4-4ab0-875a-39387649e4c8 req-6960148e-a987-46bd-a85c-731be394efa3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:05.055266 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a1aa5eb-51b4-4ab0-875a-39387649e4c8 req-6960148e-a987-46bd-a85c-731be394efa3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0706859 Jan 13 17:13:05.112709 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a1aa5eb-51b4-4ab0-875a-39387649e4c8 req-1a2ad95d-6949-4398-9b60-6d917e244e1b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511503 Jan 13 17:13:05.116231 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.117130 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-99e9d65d-749a-4629-92b0-6b475db0be55 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3577888 Jan 13 17:13:05.225712 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-71008965-f32f-4455-a706-017c807ba143 req-e7aba9c0-9d53-43c1-adaa-4d30e3915ae3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174181379&fields=id&tenant_id=153d0669b0e44e41ad79b2da795c5b38 HTTP/1.1" status: 200 len: 267 time: 0.0550139 Jan 13 17:13:05.278745 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71008965-f32f-4455-a706-017c807ba143 req-fed9014d-f799-440d-8d2a-d0234e97c287 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:05.286335 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-71008965-f32f-4455-a706-017c807ba143 req-fed9014d-f799-440d-8d2a-d0234e97c287 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.0597529 Jan 13 17:13:05.292483 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'port': {'security_groups': ['e1dc8df6-0644-4340-a32c-f9cec1281871', '7fcdc27f-518e-4c77-9e69-c1d668fce97e']}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:05.316688 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09f3ac-8880-41d6-b56c-3ccf8a12869a req-5e6c55db-3c03-4fd6-9977-179d5025797a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:05.322169 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dd09f3ac-8880-41d6-b56c-3ccf8a12869a req-5e6c55db-3c03-4fd6-9977-179d5025797a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0677519 Jan 13 17:13:05.371486 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.384388 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dd09f3ac-8880-41d6-b56c-3ccf8a12869a req-46409577-b593-45b1-a707-abb0fea31a0f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585821 Jan 13 17:13:05.600769 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:05.633983 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.643776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00934484-cec3-47f3-b6e7-9132ebe1e09e req-5d13179f-2382-42e9-a8ba-87e709022749 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:05.645316 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-00934484-cec3-47f3-b6e7-9132ebe1e09e req-5d13179f-2382-42e9-a8ba-87e709022749 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0587518 Jan 13 17:13:05.698371 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-00934484-cec3-47f3-b6e7-9132ebe1e09e req-371b121b-6699-49e0-b122-8e5d3b30f2cf tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Jan 13 17:13:05.708027 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.754751 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:05.755745 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.765974 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-71008965-f32f-4455-a706-017c807ba143 req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "PUT /v2.0/ports/c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 981 time: 0.4784153 Jan 13 17:13:05.773038 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:05.784601 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e38df6-2001-446b-92f3-c0f44ab599a5" -d '{"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:05.869619 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef52a5-2d39-452f-8aac-6eb551302cf3 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=6']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:05.933871 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74fa82af-6fbc-4314-9fdf-5a8c848d00da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:05.991170 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1118419-7b77-43b0-9769-230f89a7a741 req-c6bd3e4c-7e72-4b96-9839-a683b62aef1f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:05.992770 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e1118419-7b77-43b0-9769-230f89a7a741 req-c6bd3e4c-7e72-4b96-9839-a683b62aef1f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.1179969 Jan 13 17:13:05.999288 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cda751-e460-4a16-9607-a5b8229267e6 x-openstack-request-id: req-77cda751-e460-4a16-9607-a5b8229267e6 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:05.999774 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:06.000233 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77cda751-e460-4a16-9607-a5b8229267e6 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:06.000826 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'status': 'completed', 'code': 200} Jan 13 17:13:06.065442 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e1118419-7b77-43b0-9769-230f89a7a741 req-92b9090a-b4c9-489d-be2c-3094d1f0a0d6 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631936 Jan 13 17:13:06.101411 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88698a-1f81-442c-b825-bbc9f1c3eee9 req-8ab3976b-f729-4078-bb6c-03b10267ade6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:06.103560 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-be88698a-1f81-442c-b825-bbc9f1c3eee9 req-8ab3976b-f729-4078-bb6c-03b10267ade6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0576038 Jan 13 17:13:06.123017 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-f23a4533-479e-47b0-9d6b-fa89da2b3022 None None] Provisioning complete for port c55fc06c-9fb5-498f-b0f5-51a41269742d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:13:06.123736 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f23a4533-479e-47b0-9d6b-fa89da2b3022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:06.166532 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-be88698a-1f81-442c-b825-bbc9f1c3eee9 req-d2a15d51-26f6-441a-b780-0eb773421ffd tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563316 Jan 13 17:13:06.237442 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f23a4533-479e-47b0-9d6b-fa89da2b3022 None None] Current status of the port c55fc06c-9fb5-498f-b0f5-51a41269742d is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:06.250429 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6d9b8-153d-4af9-8b20-d2ddda9846c7 req-8d7e0039-652d-48f2-82f7-938359a7e298 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:06.251920 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-eff6d9b8-153d-4af9-8b20-d2ddda9846c7 req-8d7e0039-652d-48f2-82f7-938359a7e298 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0486310 Jan 13 17:13:06.299713 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-eff6d9b8-153d-4af9-8b20-d2ddda9846c7 req-c027a4bf-f0d9-4022-9bec-ae90a561c42f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Jan 13 17:13:06.519322 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ec34-bbb9-435c-8710-a76b9a9d1138 req-23bd2745-efca-4925-a1b1-e8cbc2f9ef6f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:06.520903 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d77ec34-bbb9-435c-8710-a76b9a9d1138 req-23bd2745-efca-4925-a1b1-e8cbc2f9ef6f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0693083 Jan 13 17:13:06.575735 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d77ec34-bbb9-435c-8710-a76b9a9d1138 req-6a2ab5d9-6754-47cc-baf7-271fddd8dedc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466831 Jan 13 17:13:06.826581 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b877-0cf5-4e6f-889f-e75f1d29bc15 req-d2d03e0e-f016-47e4-8b8e-32e5d6284aa1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:06.828974 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-86c1b877-0cf5-4e6f-889f-e75f1d29bc15 req-d2d03e0e-f016-47e4-8b8e-32e5d6284aa1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0511949 Jan 13 17:13:06.887708 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-86c1b877-0cf5-4e6f-889f-e75f1d29bc15 req-646daa4e-4b93-4347-a60f-19230b70414d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534294 Jan 13 17:13:06.993720 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:07.301066 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739067b-5b5f-4dc0-a2c6-84c7da1c4385 req-55382254-b9ad-4831-81a4-3fcbf2e00049 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.302601 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b739067b-5b5f-4dc0-a2c6-84c7da1c4385 req-55382254-b9ad-4831-81a4-3fcbf2e00049 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0603921 Jan 13 17:13:07.347956 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['c55fc06c-9fb5-498f-b0f5-51a41269742d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:07.408659 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b739067b-5b5f-4dc0-a2c6-84c7da1c4385 req-7208e092-8dd5-40f1-b5ca-d6ee08f73ea5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903175 Jan 13 17:13:07.437674 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-205db3cc-c52d-4cac-b3a1-22151b79f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.439388 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-205db3cc-c52d-4cac-b3a1-22151b79f4f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065018 Jan 13 17:13:07.481695 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-91650c27-4c94-4bfb-839d-44c9d6c09646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.483604 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-91650c27-4c94-4bfb-839d-44c9d6c09646 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 1097 time: 0.0647976 Jan 13 17:13:07.551330 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-1e43f6aa-2798-4d2d-baea-d664ee0cbbf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92bec6e3-252c-4565-a4ce-3c215f5f844b HTTP/1.1" status: 200 len: 217 time: 0.0595202 Jan 13 17:13:07.579554 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['c55fc06c-9fb5-498f-b0f5-51a41269742d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:07.591803 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e4c3d-f84f-44ef-9e4c-721dd1193b88 req-6f268e1e-d159-4937-b345-4d2519438fc4 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.599473 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d48e4c3d-f84f-44ef-9e4c-721dd1193b88 req-6f268e1e-d159-4937-b345-4d2519438fc4 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.1534343 Jan 13 17:13:07.604241 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-1f055da9-b562-41e9-b7a2-41526bb147aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.605691 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-1f055da9-b562-41e9-b7a2-41526bb147aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1137 time: 0.1477885 Jan 13 17:13:07.639184 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-285e368f-36e4-4cda-a464-6b7e8dccf1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.645108 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-285e368f-36e4-4cda-a464-6b7e8dccf1b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0760224 Jan 13 17:13:07.670025 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d48e4c3d-f84f-44ef-9e4c-721dd1193b88 req-54f344d8-55d9-45cd-9e2b-18b477649710 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691476 Jan 13 17:13:07.745078 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-0abb4ac7-8545-4418-a5a1-75498a16dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.746505 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-0abb4ac7-8545-4418-a5a1-75498a16dce2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908341 Jan 13 17:13:07.808675 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522459ae-ca6d-4b17-87fb-a318af0bb7f3 req-2125ae68-8b0d-49fd-9cbd-3cb180217bda tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.813229 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-9daca7de-c4f1-4a84-bfa1-670d2dabd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:07.814879 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-9daca7de-c4f1-4a84-bfa1-670d2dabd019 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 915 time: 0.1595087 Jan 13 17:13:07.817691 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-522459ae-ca6d-4b17-87fb-a318af0bb7f3 req-2125ae68-8b0d-49fd-9cbd-3cb180217bda tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.1114156 Jan 13 17:13:07.861887 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-fa00fbc1-8151-4c40-bcdd-5d989e1d5784 service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049506 Jan 13 17:13:07.889076 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-25d88ac4-a1fc-445f-baaf-287227e2abb4 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201258 Jan 13 17:13:07.947158 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-ce0b0c2b-14c5-4f51-bdaa-5ff0297ae71a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 1000 time: 0.1193783 Jan 13 17:13:08.092285 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30985930-ad0d-4ee7-831e-ed3c7fc24453 req-1f52de0b-bad8-49c0-ab6f-e29be9b26b22 service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428101 Jan 13 17:13:08.097993 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-522459ae-ca6d-4b17-87fb-a318af0bb7f3 req-1b1b5677-2799-406b-a8af-0eaf51224d79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077115 Jan 13 17:13:08.164471 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3810a2-d69c-44f7-ad62-37696ad8a6cb req-af4379b4-60bd-4ffd-9790-1bb7d5ca2dd8 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553086 Jan 13 17:13:08.238087 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-6347a101-1625-4fb8-a670-50dbfdceac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:08.239517 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-6347a101-1625-4fb8-a670-50dbfdceac94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 200 len: 853 time: 0.2565565 Jan 13 17:13:08.260443 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a5ac0-933d-493a-bc42-7d62b259b514 req-3f769f10-99bf-4f58-a335-55bbdb325c5a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:08.262242 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e94a5ac0-933d-493a-bc42-7d62b259b514 req-3f769f10-99bf-4f58-a335-55bbdb325c5a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.2746654 Jan 13 17:13:08.479600 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:08.556783 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f731f-d71b-405d-9f24-1c472785b185 req-8c6bddb2-c436-4205-b3c7-c61f64853571 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:08.564746 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cd7f731f-d71b-405d-9f24-1c472785b185 req-8c6bddb2-c436-4205-b3c7-c61f64853571 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0762389 Jan 13 17:13:08.621141 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cd7f731f-d71b-405d-9f24-1c472785b185 req-85cf956b-6522-4a26-ad2c-45c9ba0c254f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552945 Jan 13 17:13:08.659615 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e94a5ac0-933d-493a-bc42-7d62b259b514 req-3063fc01-3012-4024-9a14-c4ec5d434671 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892808 Jan 13 17:13:08.663415 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-db15eb66-a6cb-49a9-9022-34464d21bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:08.665629 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-db15eb66-a6cb-49a9-9022-34464d21bba1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af4b7f59-680c-407c-b0f7-86844c8fcd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4146364 Jan 13 17:13:08.808417 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-043fd25e-796a-44c9-a695-0aee638da7c2 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333869 Jan 13 17:13:08.814653 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec8e1a-ed52-4abc-b73f-6e876be0a0b6 req-98aa2daf-ea85-4f5d-909c-58e94e88ac8f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:08.814653 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5fec8e1a-ed52-4abc-b73f-6e876be0a0b6 req-98aa2daf-ea85-4f5d-909c-58e94e88ac8f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0582602 Jan 13 17:13:08.878656 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5fec8e1a-ed52-4abc-b73f-6e876be0a0b6 req-91e59ff0-8dfd-4aeb-9f17-6b4b028e8248 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562024 Jan 13 17:13:08.941945 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3e38df6-2001-446b-92f3-c0f44ab599a5 req-c063241c-74ff-4b65-a875-c2b88eb81586 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107340 Jan 13 17:13:09.278863 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bfa99-aadd-4573-92e6-edbcfd0bfe74 req-fa64b6e7-00bd-41ff-9627-e972b24e0d1e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:09.286739 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-117bfa99-aadd-4573-92e6-edbcfd0bfe74 req-fa64b6e7-00bd-41ff-9627-e972b24e0d1e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0638435 Jan 13 17:13:09.339535 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-117bfa99-aadd-4573-92e6-edbcfd0bfe74 req-68e37fbd-e9de-4b35-895e-df80b19d899d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514917 Jan 13 17:13:09.700676 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:09.753326 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b036-f25f-449c-83d5-7eb9815f9793 req-2c9f4bd4-1437-4bea-984e-ca699889ba80 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:09.760835 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-eda0b036-f25f-449c-83d5-7eb9815f9793 req-2c9f4bd4-1437-4bea-984e-ca699889ba80 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0681369 Jan 13 17:13:09.817508 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-eda0b036-f25f-449c-83d5-7eb9815f9793 req-235432c2-1515-4264-9b81-43149713d771 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555699 Jan 13 17:13:09.829795 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9144e2-e3c1-4d3b-9a08-243ea3f8443b req-5c350742-28c2-4d77-a521-ea062881ef66 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:09.837695 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d9144e2-e3c1-4d3b-9a08-243ea3f8443b req-5c350742-28c2-4d77-a521-ea062881ef66 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0603645 Jan 13 17:13:09.884623 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d9144e2-e3c1-4d3b-9a08-243ea3f8443b req-3dd77ccd-e02b-42c6-b8c9-dc014d65ff0d tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 Jan 13 17:13:09.998970 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dc028-6e80-47ff-b0bf-9be08ce8e056 req-42b90cc1-1194-4c15-b968-fb3edb058518 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:10.000647 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c58dc028-6e80-47ff-b0bf-9be08ce8e056 req-42b90cc1-1194-4c15-b968-fb3edb058518 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0518444 Jan 13 17:13:10.054052 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c58dc028-6e80-47ff-b0bf-9be08ce8e056 req-0c7bcf67-477c-4304-b182-3ef048b69ebf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 Jan 13 17:13:10.467311 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fee1f-160a-4cbf-9098-d7355b3cc64e req-669a55bc-2a7f-4236-912c-dda5708748ae tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:10.468886 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9f5fee1f-160a-4cbf-9098-d7355b3cc64e req-669a55bc-2a7f-4236-912c-dda5708748ae tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0530863 Jan 13 17:13:10.522448 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9f5fee1f-160a-4cbf-9098-d7355b3cc64e req-6c24e6e5-3b78-49a9-ad2c-dd1e5d847ee4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479448 Jan 13 17:13:10.926112 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1939d7-1a9f-4699-a9aa-c7af28ccf308 req-d9471a63-8988-4c2a-ac8c-1a0323ba304d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:10.927623 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa1939d7-1a9f-4699-a9aa-c7af28ccf308 req-d9471a63-8988-4c2a-ac8c-1a0323ba304d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0493555 Jan 13 17:13:10.978352 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa1939d7-1a9f-4699-a9aa-c7af28ccf308 req-dca0d288-a6af-4dc4-b749-a1a812558061 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Jan 13 17:13:11.001972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c0cbc-5181-4bbb-8387-a0994dff9cab req-e3f41672-11fd-4e38-b5b8-44e2b5e78738 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:11.003608 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fc1c0cbc-5181-4bbb-8387-a0994dff9cab req-e3f41672-11fd-4e38-b5b8-44e2b5e78738 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0503860 Jan 13 17:13:11.065786 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fc1c0cbc-5181-4bbb-8387-a0994dff9cab req-b4f82233-61aa-4bdf-993d-3dda788a0e69 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Jan 13 17:13:11.179570 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e801538-945b-45e6-9620-2a4e09f4c51c req-11e4b1aa-43fd-4085-9930-c9f5264cb5ff tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:11.181782 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2e801538-945b-45e6-9620-2a4e09f4c51c req-11e4b1aa-43fd-4085-9930-c9f5264cb5ff tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0587666 Jan 13 17:13:11.247881 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2e801538-945b-45e6-9620-2a4e09f4c51c req-5af1e6b6-9b4c-4f1b-bfd8-6a8ca8a35ba6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596564 Jan 13 17:13:11.659886 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46df841-f4b6-40f0-b866-7cb4cbe77a62 req-2bceb183-7eb6-4147-b6fc-84129e7e3b7a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:11.661308 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c46df841-f4b6-40f0-b866-7cb4cbe77a62 req-2bceb183-7eb6-4147-b6fc-84129e7e3b7a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0527070 Jan 13 17:13:11.706658 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c46df841-f4b6-40f0-b866-7cb4cbe77a62 req-2d3ca572-2bb8-4f5a-85f7-960201161144 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 Jan 13 17:13:11.941490 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:12.091057 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3027ce-72ca-469d-b197-1c41fa5033df req-8996fb0f-1bb4-489e-90d1-c9cd2fb1d644 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:12.092592 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bd3027ce-72ca-469d-b197-1c41fa5033df req-8996fb0f-1bb4-489e-90d1-c9cd2fb1d644 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0473228 Jan 13 17:13:12.138770 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bd3027ce-72ca-469d-b197-1c41fa5033df req-f58aa192-9bce-4e24-818f-5a0e80b3099e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Jan 13 17:13:12.182706 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c0ff0-d008-455b-aa99-d9c35f43f7c3 req-262b7dee-36be-4e92-8d91-a1428e563783 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:12.184207 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-870c0ff0-d008-455b-aa99-d9c35f43f7c3 req-262b7dee-36be-4e92-8d91-a1428e563783 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0486026 Jan 13 17:13:12.234986 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-870c0ff0-d008-455b-aa99-d9c35f43f7c3 req-145752b0-c4b6-4b93-a47f-a9c47be65e26 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449781 Jan 13 17:13:12.361943 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f841-893a-42b9-93ef-863c74a5c163 req-fd6f0a80-6a04-4558-bb96-9ad948310117 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:12.363379 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e503f841-893a-42b9-93ef-863c74a5c163 req-fd6f0a80-6a04-4558-bb96-9ad948310117 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0497103 Jan 13 17:13:12.410511 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e503f841-893a-42b9-93ef-863c74a5c163 req-0ac9fb74-c1ac-4042-a41a-ebf4cbeca792 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Jan 13 17:13:12.824649 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4ccd0-00ca-4cc0-9583-02494f8f3256 req-2df821ab-a744-449c-9d83-3b8bf053ffdd tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:12.826106 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0fb4ccd0-00ca-4cc0-9583-02494f8f3256 req-2df821ab-a744-449c-9d83-3b8bf053ffdd tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0480280 Jan 13 17:13:12.871682 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0fb4ccd0-00ca-4cc0-9583-02494f8f3256 req-40759635-ef3b-4e6e-ad0c-fc87c93e4f91 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399528 Jan 13 17:13:13.253739 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedfb04-8b6f-45e8-adcb-0c9ccbc13af8 req-1be8831f-5560-4ab0-8475-6f754c8cd80e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:13.255252 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7cedfb04-8b6f-45e8-adcb-0c9ccbc13af8 req-1be8831f-5560-4ab0-8475-6f754c8cd80e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Jan 13 17:13:13.312833 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7cedfb04-8b6f-45e8-adcb-0c9ccbc13af8 req-ec318f3d-c81c-4215-9406-0c3e3d3c573c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493486 Jan 13 17:13:13.360290 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec4ba9-34cf-42aa-9e04-b355ae1af1db req-893c13d2-4e50-4b6f-9db1-b18432917d10 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:13.361747 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-56ec4ba9-34cf-42aa-9e04-b355ae1af1db req-893c13d2-4e50-4b6f-9db1-b18432917d10 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0548832 Jan 13 17:13:13.407538 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-56ec4ba9-34cf-42aa-9e04-b355ae1af1db req-2c7e0efa-cb92-40d8-ad75-808f7c02e401 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Jan 13 17:13:13.520474 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4493272-3b28-4ad2-97ef-32a083b32017 req-46b2e5ca-967c-424f-99ab-4da48804e19e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:13.521948 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e4493272-3b28-4ad2-97ef-32a083b32017 req-46b2e5ca-967c-424f-99ab-4da48804e19e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0484793 Jan 13 17:13:13.569596 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e4493272-3b28-4ad2-97ef-32a083b32017 req-37559393-9eff-45ef-ba55-a65606b6508a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Jan 13 17:13:13.897504 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491621b9-b0bf-41a1-badd-e249ea413642 req-26292c67-42d3-49f2-9efe-02e6d3aace8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:13.901043 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-491621b9-b0bf-41a1-badd-e249ea413642 req-26292c67-42d3-49f2-9efe-02e6d3aace8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1098 time: 0.0478551 Jan 13 17:13:13.991815 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeaf04-182c-4fd8-ade6-3077b22ed487 req-6c4271f2-7758-4323-8e57-75897b7fd489 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:13.994562 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491621b9-b0bf-41a1-badd-e249ea413642 req-4e592346-5fe1-4bae-8737-65e363427417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:13.996065 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-491621b9-b0bf-41a1-badd-e249ea413642 req-4e592346-5fe1-4bae-8737-65e363427417 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.0885663 Jan 13 17:13:13.998609 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e7aeaf04-182c-4fd8-ade6-3077b22ed487 req-6c4271f2-7758-4323-8e57-75897b7fd489 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0570564 Jan 13 17:13:14.041335 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e7aeaf04-182c-4fd8-ade6-3077b22ed487 req-7c85b3fa-784b-4efe-a4df-455a687a3ebe tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Jan 13 17:13:14.069253 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-491621b9-b0bf-41a1-badd-e249ea413642 req-ba2a718f-d796-48da-96ed-d92737b7b8a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff HTTP/1.1" status: 200 len: 1000 time: 0.0639663 Jan 13 17:13:14.129868 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491621b9-b0bf-41a1-badd-e249ea413642 req-16777eb2-74b4-4c79-b438-a06336aa014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:14.131291 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-491621b9-b0bf-41a1-badd-e249ea413642 req-16777eb2-74b4-4c79-b438-a06336aa014f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0430562 Jan 13 17:13:14.179704 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491621b9-b0bf-41a1-badd-e249ea413642 req-fff8ec8a-22bd-404b-931d-68aef343d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:14.181880 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-491621b9-b0bf-41a1-badd-e249ea413642 req-fff8ec8a-22bd-404b-931d-68aef343d945 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429778 Jan 13 17:13:14.281473 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-491621b9-b0bf-41a1-badd-e249ea413642 req-2ba45167-2d95-40c7-9756-b845b61fb4c7 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878298 Jan 13 17:13:14.371378 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-491621b9-b0bf-41a1-badd-e249ea413642 req-327993b1-bd13-4083-a054-b8aedb4afd7a service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822458 Jan 13 17:13:14.441497 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70876ce-c97e-4325-9328-e35837570006 req-7cef3a0f-1df7-4a10-bc24-ca267e7d4a30 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:14.442963 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e70876ce-c97e-4325-9328-e35837570006 req-7cef3a0f-1df7-4a10-bc24-ca267e7d4a30 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0517673 Jan 13 17:13:14.489112 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e70876ce-c97e-4325-9328-e35837570006 req-92358484-70b7-48c9-8442-401ff0aae49f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400648 Jan 13 17:13:14.522704 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b09c6-4ce1-4f84-99fa-e48c4b369a3c req-3c48dd09-41da-47b4-931c-620251c1b5b4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:14.524224 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-578b09c6-4ce1-4f84-99fa-e48c4b369a3c req-3c48dd09-41da-47b4-931c-620251c1b5b4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0486031 Jan 13 17:13:14.573693 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-578b09c6-4ce1-4f84-99fa-e48c4b369a3c req-cee3d2b8-76b0-4d7f-a7dd-0aeef6b37c12 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Jan 13 17:13:14.681035 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c9838-4db5-4406-a894-d9ed91b08a62 req-879f2096-5194-4d7a-a59c-47b08d5daed8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:14.682519 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-421c9838-4db5-4406-a894-d9ed91b08a62 req-879f2096-5194-4d7a-a59c-47b08d5daed8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0473974 Jan 13 17:13:14.731682 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-421c9838-4db5-4406-a894-d9ed91b08a62 req-0006e7cf-5242-41ea-86de-9bc58ac5722d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434577 Jan 13 17:13:15.163044 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edccfb5-60df-4eb5-b139-ddae8a6f90ee req-bda8722b-a082-4e81-9db8-10d179ced049 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:15.165298 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5edccfb5-60df-4eb5-b139-ddae8a6f90ee req-bda8722b-a082-4e81-9db8-10d179ced049 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0465715 Jan 13 17:13:15.209239 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5edccfb5-60df-4eb5-b139-ddae8a6f90ee req-0d12495b-edf2-421c-99f9-6d48236801c1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Jan 13 17:13:15.682927 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120490b-d69f-4ec0-ae61-44c9677457d3 req-31e19754-4700-477d-a90f-6514acd2cb1e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:15.684309 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0120490b-d69f-4ec0-ae61-44c9677457d3 req-31e19754-4700-477d-a90f-6514acd2cb1e tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0466013 Jan 13 17:13:15.731938 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0120490b-d69f-4ec0-ae61-44c9677457d3 req-dba8fd84-5625-4a62-8126-39a25a22ba0a tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 Jan 13 17:13:15.841395 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf98f65-d8e5-4271-a662-cfdae6e838c0 req-399c3010-bf4e-4416-bc31-4e6aa580fb13 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:15.842834 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ddf98f65-d8e5-4271-a662-cfdae6e838c0 req-399c3010-bf4e-4416-bc31-4e6aa580fb13 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0464544 Jan 13 17:13:15.890178 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ddf98f65-d8e5-4271-a662-cfdae6e838c0 req-98f3bc92-5066-43c0-a538-87edf99c1a16 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Jan 13 17:13:16.328562 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe290a4-694d-4b20-8de2-0b84bc586e14 req-7fe5cd97-c073-48fe-93b4-c22790dbb3d4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:16.330038 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fbe290a4-694d-4b20-8de2-0b84bc586e14 req-7fe5cd97-c073-48fe-93b4-c22790dbb3d4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0466394 Jan 13 17:13:16.375063 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fbe290a4-694d-4b20-8de2-0b84bc586e14 req-f45c9592-8333-4265-97ea-74beec079cd0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 Jan 13 17:13:16.845388 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b0a84-4936-4138-bada-56c101b5e088 req-7527117e-64ab-40f6-a699-a6561ef898c8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:16.846826 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e77b0a84-4936-4138-bada-56c101b5e088 req-7527117e-64ab-40f6-a699-a6561ef898c8 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0499270 Jan 13 17:13:16.891848 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e77b0a84-4936-4138-bada-56c101b5e088 req-dde65505-5bc6-402a-96ef-0699d0f3f591 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 Jan 13 17:13:17.000579 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3a035-795b-4603-8175-ab01bdf10748 req-193f38b1-6112-4563-85c7-3a1c05f356ef tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:17.002087 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-afc3a035-795b-4603-8175-ab01bdf10748 req-193f38b1-6112-4563-85c7-3a1c05f356ef tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0474033 Jan 13 17:13:17.049779 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-afc3a035-795b-4603-8175-ab01bdf10748 req-9ef81b82-4e1a-4d2e-8c65-96829f18b72c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421002 Jan 13 17:13:17.491977 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a89a63-1f9a-4d99-830c-e4c3fdb36d24 req-10452f31-f3d2-48de-8bc9-578ce411be17 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:17.495581 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-05a89a63-1f9a-4d99-830c-e4c3fdb36d24 req-10452f31-f3d2-48de-8bc9-578ce411be17 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 945 time: 0.0468435 Jan 13 17:13:17.538643 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-05a89a63-1f9a-4d99-830c-e4c3fdb36d24 req-4a91faa4-4c3b-40c2-9bda-df5fe9283151 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393870 Jan 13 17:13:17.869320 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:13:17.943779 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: ACTIVE; New status is: DOWN {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:17.944343 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:17.967098 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:17.969388 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c30768a-fc28-44f4-8c2d-be9f361f684f" -d '{"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-unplugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:17.982200 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:18.007889 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8c794f-e2bf-46bb-899f-72898c6f1b4e x-openstack-request-id: req-7c8c794f-e2bf-46bb-899f-72898c6f1b4e {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:18.008124 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fdd99-f8b3-4680-8d0b-d03ae1866f4e req-48d70760-f84d-4094-b4fb-205d2c8ca64b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:18.008562 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-unplugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:18.008562 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c8c794f-e2bf-46bb-899f-72898c6f1b4e {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:18.008817 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'code': 200} Jan 13 17:13:18.009540 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c67fdd99-f8b3-4680-8d0b-d03ae1866f4e req-48d70760-f84d-4094-b4fb-205d2c8ca64b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0523207 Jan 13 17:13:18.050380 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:18.056809 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c67fdd99-f8b3-4680-8d0b-d03ae1866f4e req-0ee31f87-cdd7-4691-9f94-aba1ee9b44a4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Jan 13 17:13:18.103279 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=8']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:18.176985 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b19e6-2a25-45f2-a548-60e989746464 req-002f3f3e-0253-4924-a58f-8f583119119a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:18.178469 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6d4b19e6-2a25-45f2-a548-60e989746464 req-002f3f3e-0253-4924-a58f-8f583119119a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0492837 Jan 13 17:13:18.451576 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6d4b19e6-2a25-45f2-a548-60e989746464 req-295ee558-f5da-4ce4-8967-e906acade2a2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674084 Jan 13 17:13:18.661745 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a499c3-c556-403e-864a-d18922629a82 req-ce3386bf-afec-484d-a0be-df3077ceb7de tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:18.663255 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d8a499c3-c556-403e-864a-d18922629a82 req-ce3386bf-afec-484d-a0be-df3077ceb7de tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0496914 Jan 13 17:13:18.710241 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d8a499c3-c556-403e-864a-d18922629a82 req-28ee084d-4554-44f8-a572-c438bab1e45b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 Jan 13 17:13:18.893484 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:13:19.173165 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c7b41-b723-4b71-a77d-282795e16f03 req-4ae2683f-bc94-4aa5-a5fb-40aea3384075 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:19.174653 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c29c7b41-b723-4b71-a77d-282795e16f03 req-4ae2683f-bc94-4aa5-a5fb-40aea3384075 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0474389 Jan 13 17:13:19.225555 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c29c7b41-b723-4b71-a77d-282795e16f03 req-ea941a8d-2f6f-481d-98fd-623bda50b553 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454631 Jan 13 17:13:19.685121 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85db4f7-b876-4fbc-9618-b9f62b87680c req-b90bc0ff-071e-47c6-904b-4ef132b8143a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:19.686588 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d85db4f7-b876-4fbc-9618-b9f62b87680c req-b90bc0ff-071e-47c6-904b-4ef132b8143a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0472233 Jan 13 17:13:19.733954 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d85db4f7-b876-4fbc-9618-b9f62b87680c req-dfce7b94-7271-4429-8df1-991ebd9ce2ab tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Jan 13 17:13:19.848886 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f047d6-67a7-4e8c-a484-e1978617b6f9 req-53873099-1b78-497e-91fd-c1f477b478dd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:19.850445 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-14f047d6-67a7-4e8c-a484-e1978617b6f9 req-53873099-1b78-497e-91fd-c1f477b478dd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 945 time: 0.0572124 Jan 13 17:13:19.884108 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-214f34a8-d604-4369-8cad-2c648d94dba4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198590008&fields=id&tenant_id=d027829118e74e49b3df90cfc013ab6a HTTP/1.1" status: 200 len: 267 time: 0.0455368 Jan 13 17:13:19.901655 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-14f047d6-67a7-4e8c-a484-e1978617b6f9 req-1702b846-0069-4d0d-98a1-281f7f1106b6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Jan 13 17:13:19.956653 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [req-e3207cb0-ab69-41eb-a155-0103a2c55a6c req-a4b44a83-7eda-40fd-a34c-ec91a4f249d5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:13:19.957581 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e3207cb0-ab69-41eb-a155-0103a2c55a6c req-a4b44a83-7eda-40fd-a34c-ec91a4f249d5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052676 Jan 13 17:13:19.985877 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-f050f659-f1a4-4311-a79f-2e528bd5f2ff tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:19.987314 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-f050f659-f1a4-4311-a79f-2e528bd5f2ff tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/networks?id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 200 len: 809 time: 0.0970399 Jan 13 17:13:20.001522 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-afb83a36-ab66-4102-83c0-e5ed97874774 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/quotas/d027829118e74e49b3df90cfc013ab6a HTTP/1.1" status: 200 len: 375 time: 0.0087466 Jan 13 17:13:20.053356 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-0b60260a-f3f6-4625-ba74-2dd0e5174935 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471380 Jan 13 17:13:20.158687 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-096fb8c6-4c8e-4894-b8ed-fe84707953eb service neutron] 10.222.0.42 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941076 Jan 13 17:13:20.266319 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-ddd9545e-6304-42c5-b0d0-e1dc02b6ecb8 service neutron] 10.222.0.42 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016011 Jan 13 17:13:20.281773 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a75e2-d1d8-42cc-acb1-c49240688a63 req-5e5ee275-5f59-422e-bc05-00145c8930e2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:20.283253 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-314a75e2-d1d8-42cc-acb1-c49240688a63 req-5e5ee275-5f59-422e-bc05-00145c8930e2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0983727 Jan 13 17:13:20.286102 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fada4e-f266-447f-8e95-a8769e7b80df req-e6bfb0ed-e165-47a3-9ff9-90a0167d5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:20.287481 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b0fada4e-f266-447f-8e95-a8769e7b80df req-e6bfb0ed-e165-47a3-9ff9-90a0167d5bb8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.0928507 Jan 13 17:13:20.356134 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-314a75e2-d1d8-42cc-acb1-c49240688a63 req-2e547ae8-491e-427f-afdc-3af82a2e8dbb tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645435 Jan 13 17:13:20.400857 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b0fada4e-f266-447f-8e95-a8769e7b80df req-b6e916ac-0017-4881-b779-4a1625fd3411 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943265 Jan 13 17:13:20.502022 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682ef01-18b5-4cf3-a370-6051d1d7b872 req-682bad5b-ac25-45c7-a8d8-1453e7508e74 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:20.503650 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a682ef01-18b5-4cf3-a370-6051d1d7b872 req-682bad5b-ac25-45c7-a8d8-1453e7508e74 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0558007 Jan 13 17:13:20.553327 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a682ef01-18b5-4cf3-a370-6051d1d7b872 req-de4c1958-61b6-4d3f-8e72-90216a4383d7 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Jan 13 17:13:20.855907 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938b0a-d4f8-4cba-a1b1-91d0219fd343 req-05071f76-c71f-43f8-8652-e65b69e1cc48 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:20.855907 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c2938b0a-d4f8-4cba-a1b1-91d0219fd343 req-05071f76-c71f-43f8-8652-e65b69e1cc48 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0544584 Jan 13 17:13:20.858977 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 60544) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:20.901551 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2a335652-764e-40f1-a720-bdaffecc4dcd req-e2263e54-1bcf-4c7f-aba9-ff70680c1a36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 210 time: 0.0359666 Jan 13 17:13:20.924716 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c2938b0a-d4f8-4cba-a1b1-91d0219fd343 req-7026fa05-2a57-4c40-b37b-a88fddf0d962 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586865 Jan 13 17:13:20.971256 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-4877614f-66e6-4f00-9463-5116e3065442 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110067 Jan 13 17:13:20.980862 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-90695374-3e93-406c-b601-986f9769deae service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:13:20.981871 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-90695374-3e93-406c-b601-986f9769deae service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057034 Jan 13 17:13:21.030949 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc9c6b-5dcd-45e1-a037-a007911d8259 req-a045ec0b-fdf2-4094-a440-bf85cf3873d8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:21.032476 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-02cc9c6b-5dcd-45e1-a037-a007911d8259 req-a045ec0b-fdf2-4094-a440-bf85cf3873d8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 945 time: 0.0547652 Jan 13 17:13:21.079589 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-02cc9c6b-5dcd-45e1-a037-a007911d8259 req-d61a9b44-29eb-43cb-94f7-a16295e6361a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Jan 13 17:13:21.507766 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d0539-a138-4b0d-a5a8-1c0410d592a3 req-383e5fe0-d2e4-4047-a303-faa99ece2fab tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:21.509742 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-762d0539-a138-4b0d-a5a8-1c0410d592a3 req-383e5fe0-d2e4-4047-a303-faa99ece2fab tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0544398 Jan 13 17:13:21.564512 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-762d0539-a138-4b0d-a5a8-1c0410d592a3 req-f885dfa7-8af9-4f31-83ab-ca5f38cb0d57 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490534 Jan 13 17:13:21.671646 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdb23f-5b38-4be8-a6e8-20c4816586bb req-17260818-3f33-4053-81c5-0596c1187735 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:21.673235 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a8bdb23f-5b38-4be8-a6e8-20c4816586bb req-17260818-3f33-4053-81c5-0596c1187735 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0530446 Jan 13 17:13:21.720851 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a8bdb23f-5b38-4be8-a6e8-20c4816586bb req-3f4238b7-8d57-4fae-9d69-ba1501406282 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Jan 13 17:13:21.927781 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 92bec6e3-252c-4565-a4ce-3c215f5f844b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:13:21.933730 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:13:22.020627 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-daeb9341-6307-41ca-88b7-88f40921aeae req-653e8aeb-1f74-490b-a8a5-a72200a2e478 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 210 time: 0.0416462 Jan 13 17:13:22.051733 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1904dca-80cc-4ce7-81d1-7a33a3e26b46 req-222d4a70-8d7e-4383-9d5f-15078632fbe9 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:22.053377 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c1904dca-80cc-4ce7-81d1-7a33a3e26b46 req-222d4a70-8d7e-4383-9d5f-15078632fbe9 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 944 time: 0.0606396 Jan 13 17:13:22.062651 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: DOWN; New status is: DOWN {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:22.103729 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 92bec6e3-252c-4565-a4ce-3c215f5f844b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=92bec6e3-252c-4565-a4ce-3c215f5f844b,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:22.115575 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'port_id': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'mac_address': 'fa:16:3e:e4:28:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:13:22.124085 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c1904dca-80cc-4ce7-81d1-7a33a3e26b46 req-67c1d117-a038-41db-ac5d-4711bf413d91 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643880 Jan 13 17:13:22.157353 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 92bec6e3-252c-4565-a4ce-3c215f5f844b is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:22.157701 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:22.178139 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bec6e3-252c-4565-a4ce-3c215f5f844b {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:13:22.198153 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 92bec6e3-252c-4565-a4ce-3c215f5f844b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=92bec6e3-252c-4565-a4ce-3c215f5f844b,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:22.217270 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ebdb1-cc1c-4891-b721-e7cdabee510b req-a3912639-2564-4d06-9b98-83344e97d9bd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:22.218761 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-781ebdb1-cc1c-4891-b721-e7cdabee510b req-a3912639-2564-4d06-9b98-83344e97d9bd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 945 time: 0.0506830 Jan 13 17:13:22.269149 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-781ebdb1-cc1c-4891-b721-e7cdabee510b req-684054e2-9741-4e21-a9a8-d31b01d3246b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Jan 13 17:13:22.271596 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:22.326211 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=92bec6e3-252c-4565-a4ce-3c215f5f844b,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:22.455427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-66f2de5c-bdc8-4baa-bd86-b0298717f0b4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:22.456908 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-66f2de5c-bdc8-4baa-bd86-b0298717f0b4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 945 time: 0.0562284 Jan 13 17:13:22.593664 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Deleting port 4a2f69d1-9b65-4887-b9b9-360a6587082c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:22.594345 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:22.689177 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] For port 4a2f69d1-9b65-4887-b9b9-360a6587082c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4a2f69d1-9b65-4887-b9b9-360a6587082c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:22.689562 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:22.694238 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2841b9f-de04-4434-a5f8-7e82770cd092 req-65ad093c-b243-4f86-94d2-ad28616364ad tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:22.697287 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d2841b9f-de04-4434-a5f8-7e82770cd092 req-65ad093c-b243-4f86-94d2-ad28616364ad tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0595684 Jan 13 17:13:22.703698 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Calling delete_port for 4a2f69d1-9b65-4887-b9b9-360a6587082c owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:13:22.711323 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['92bec6e3-252c-4565-a4ce-3c215f5f844b'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:22.762234 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d2841b9f-de04-4434-a5f8-7e82770cd092 req-7c616331-4891-4e6a-b075-1e77776cee86 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594218 Jan 13 17:13:22.861410 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512c0d-7584-4bb0-9dee-b34baea1e65a req-f5e56404-3067-428c-87ad-daf0fb68cb22 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:22.862915 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f3512c0d-7584-4bb0-9dee-b34baea1e65a req-f5e56404-3067-428c-87ad-daf0fb68cb22 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0613465 Jan 13 17:13:22.951474 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f3512c0d-7584-4bb0-9dee-b34baea1e65a req-fa1a48f7-dfe6-4ec6-b866-ffac3f05271c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628402 Jan 13 17:13:23.070961 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (4a2f69d1-9b65-4887-b9b9-360a6587082c), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:23.091509 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'c69dacb6-2266-4146-9731-17673f65195c', '4a2f69d1-9b65-4887-b9b9-360a6587082c'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:23.112284 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event deleted for resources: {'Port': ['ID=4a2f69d1-9b65-4887-b9b9-360a6587082c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:23.181980 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3b5418d6-6d61-42dc-9212-e2e247aa46f0 req-cb92ab80-c6a6-465c-a7a7-047cd36fdd0f tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 210 time: 0.0847847 Jan 13 17:13:23.238216 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] No DVR routers for this DVR port 4a2f69d1-9b65-4887-b9b9-360a6587082c on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:13:23.242502 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:23.246480 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-42f0ec0e-91db-4d23-a0de-ed85807c33b8 req-f3c49565-028e-46af-b154-799e306c4a87 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "DELETE /v2.0/ports/4a2f69d1-9b65-4887-b9b9-360a6587082c HTTP/1.1" status: 204 len: 173 time: 0.7720418 Jan 13 17:13:23.247174 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'name': 'network-vif-deleted', 'tag': '4a2f69d1-9b65-4887-b9b9-360a6587082c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:23.249457 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07029fdf-4d51-4429-9b8c-87d56e126df5" -d '{"events": [{"server_uuid": "8d68b8cd-9134-465a-a93e-4783d0fc2494", "name": "network-vif-deleted", "tag": "4a2f69d1-9b65-4887-b9b9-360a6587082c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:23.304952 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-ec16d7b0-e1d0-444a-9c73-b19df4d552bc tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:23.307199 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-ec16d7b0-e1d0-444a-9c73-b19df4d552bc tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.57 "GET /v2.0/networks?id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 200 len: 809 time: 0.1712446 Jan 13 17:13:23.334240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2ff03-6fe0-4a3a-815b-ae88beb0cef9 req-46e52c26-45e0-48d0-8a01-9d1acfc9660b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:23.335752 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c8b2ff03-6fe0-4a3a-815b-ae88beb0cef9 req-46e52c26-45e0-48d0-8a01-9d1acfc9660b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 945 time: 0.0521920 Jan 13 17:13:23.381037 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-85a203f2-cc89-42c2-8cff-411250d034b0 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d027829118e74e49b3df90cfc013ab6a HTTP/1.1" status: 200 len: 379 time: 0.0635722 Jan 13 17:13:23.392963 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'port': {'device_id': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'admin_state_up': True, 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'security_groups': ['6ad6395c-fa1f-4b03-99db-dea4c31ea8b2']}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:23.397795 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c8b2ff03-6fe0-4a3a-815b-ae88beb0cef9 req-df9ef571-6628-48b1-8035-02634055fe7f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551641 Jan 13 17:13:23.426549 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a42c8e3-22f7-4a6a-88cb-2a1659abfaba x-openstack-request-id: req-1a42c8e3-22f7-4a6a-88cb-2a1659abfaba {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:23.427063 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d68b8cd-9134-465a-a93e-4783d0fc2494", "name": "network-vif-deleted", "tag": "4a2f69d1-9b65-4887-b9b9-360a6587082c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:23.427514 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a42c8e3-22f7-4a6a-88cb-2a1659abfaba {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:23.428568 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d68b8cd-9134-465a-a93e-4783d0fc2494', 'name': 'network-vif-deleted', 'tag': '4a2f69d1-9b65-4887-b9b9-360a6587082c', 'status': 'completed', 'code': 200} Jan 13 17:13:23.540984 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df573f-195e-415f-9bcf-965c93da98b0 req-76c75376-068d-4d5a-8a2e-f7f8bcbf4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:23.546793 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11df573f-195e-415f-9bcf-965c93da98b0 req-76c75376-068d-4d5a-8a2e-f7f8bcbf4f7e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 1099 time: 0.0437601 Jan 13 17:13:23.590653 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7486f0b8-37d0-46d7-b5e2-9c038105c12d req-f2a20f79-a9e4-4c15-9576-4813516bb022 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 210 time: 0.0928802 Jan 13 17:13:23.673248 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d379ed-6430-4b9f-97ce-38ed6e62b363 req-41a49ab2-964e-4f97-b223-1db10296ba23 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:23.674706 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f5d379ed-6430-4b9f-97ce-38ed6e62b363 req-41a49ab2-964e-4f97-b223-1db10296ba23 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1201758 Jan 13 17:13:23.710666 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Made reservation on behalf of d027829118e74e49b3df90cfc013ab6a for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:13:23.715143 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:23.724136 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df573f-195e-415f-9bcf-965c93da98b0 req-c0df0db8-e754-4480-981e-56adb2b4ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:23.726460 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11df573f-195e-415f-9bcf-965c93da98b0 req-c0df0db8-e754-4480-981e-56adb2b4ed55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.1569710 Jan 13 17:13:23.809345 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f5d379ed-6430-4b9f-97ce-38ed6e62b363 req-2d7a3fa4-5d2d-4b19-8948-f4b57428bc87 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204352 Jan 13 17:13:23.811236 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11df573f-195e-415f-9bcf-965c93da98b0 req-26d9094c-c0df-4e6d-a2e5-12ed9df4b414 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 200 len: 217 time: 0.0639174 Jan 13 17:13:23.872110 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df573f-195e-415f-9bcf-965c93da98b0 req-cff216b9-5b97-4aaf-a41c-b88d85904892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:23.873578 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11df573f-195e-415f-9bcf-965c93da98b0 req-cff216b9-5b97-4aaf-a41c-b88d85904892 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.0530984 Jan 13 17:13:23.891989 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Allocated IP 172.20.0.8 (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7/075d8823-0796-47f4-a9c6-0710a52508b7/d4528d8e-b3b8-473b-b91a-3beb291d4f14) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:13:23.905509 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11df573f-195e-415f-9bcf-965c93da98b0 req-edf176f4-cc7b-4a3f-ae3e-671786c08df4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244336 Jan 13 17:13:23.937102 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a5197-7230-44ec-a279-3326484f6b97 req-98de95d9-f41a-485d-886e-bb01e8864786 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:23.938674 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a89a5197-7230-44ec-a279-3326484f6b97 req-98de95d9-f41a-485d-886e-bb01e8864786 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0847788 Jan 13 17:13:24.004719 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11df573f-195e-415f-9bcf-965c93da98b0 req-15498790-eb5a-4fe7-a929-44be6374cb5c service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872920 Jan 13 17:13:24.047910 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a89a5197-7230-44ec-a279-3326484f6b97 req-dbbb610a-f181-46e5-a662-d526ec4999cc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031194 Jan 13 17:13:24.094981 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:24.102895 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-11df573f-195e-415f-9bcf-965c93da98b0 req-a7a27d38-64a7-4609-81d4-cfb051b0f014 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905347 Jan 13 17:13:24.226605 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:24.279736 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:13:24.286807 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:13:24.292685 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:13:24.297224 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:24.320289 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60618) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:24.351148 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbaedb-48c0-42fd-b44b-5622c4b5e3ca req-aa2e7036-547e-4bdf-87bb-a19e4361526a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.353369 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2abbaedb-48c0-42fd-b44b-5622c4b5e3ca req-aa2e7036-547e-4bdf-87bb-a19e4361526a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 931 time: 0.0748749 Jan 13 17:13:24.380633 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.381448 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:24.468847 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bf70b8dc-1dac-40f0-8646-8a70ffd57f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:24.502753 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-6d36e94b-257d-4049-b140-988b0ea7abac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156485 Jan 13 17:13:24.526962 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2abbaedb-48c0-42fd-b44b-5622c4b5e3ca req-86d0544b-de07-47dc-8beb-6a2fb1f8cce2 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627591 Jan 13 17:13:24.537505 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-73898bd1-9269-4bdd-a731-a018ce2242ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.539269 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-73898bd1-9269-4bdd-a731-a018ce2242ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f&tenant_id=d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 1096 time: 0.1537321 Jan 13 17:13:24.552913 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Request body: {'port': {'device_id': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:24.619658 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-de8392df-99c5-401d-8287-7f6fdc0c8988 None None] Provisioning complete for port d4528d8e-b3b8-473b-b91a-3beb291d4f14 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:13:24.620299 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-de8392df-99c5-401d-8287-7f6fdc0c8988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:24.622032 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-ed9a6a71-d9fc-4b01-9e7d-c8f22d5b5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.624646 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-ed9a6a71-d9fc-4b01-9e7d-c8f22d5b5d87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1096 time: 0.0505204 Jan 13 17:13:24.646591 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:24.670169 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d37e5-980d-45f8-9789-b263beabe7f7 req-58676865-4882-4818-a8eb-6adbc2aec91a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.671751 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-eb0d37e5-980d-45f8-9789-b263beabe7f7 req-58676865-4882-4818-a8eb-6adbc2aec91a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 945 time: 0.1600416 Jan 13 17:13:24.682849 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-de8392df-99c5-401d-8287-7f6fdc0c8988 None None] Port d4528d8e-b3b8-473b-b91a-3beb291d4f14 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:13:24.735217 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-765552bd-4920-4d03-ba6c-ac8aafda81b1 req-3014dec8-9f6e-4a72-b0d1-521bacc64bf7 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d68b8cd-9134-465a-a93e-4783d0fc2494 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Jan 13 17:13:24.765173 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-8bc7dfe1-acf1-4e91-a00c-eb3d68734a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.766726 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-8bc7dfe1-acf1-4e91-a00c-eb3d68734a27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.1255996 Jan 13 17:13:24.823212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bf70b8dc-1dac-40f0-8646-8a70ffd57f3c admin admin] Publish callbacks [] for security_group (3761f301-1d1b-4de3-9429-f2750f1b54e0), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:24.835749 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-eb0d37e5-980d-45f8-9789-b263beabe7f7 req-c7594354-fef7-468e-b382-127f91db544e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325109 Jan 13 17:13:24.842614 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-7f1bc2f3-f968-45d2-9bbd-8efbd11cfd30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff HTTP/1.1" status: 200 len: 998 time: 0.0689778 Jan 13 17:13:24.920691 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-d8e1a8fd-c6d5-4156-a30c-adfb1f4e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.922197 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-d8e1a8fd-c6d5-4156-a30c-adfb1f4e866f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0713913 Jan 13 17:13:24.946831 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f6717-8bb7-44f7-8d0b-d879c54dbf5f req-6477acac-b432-48fa-a610-4819192506be tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:24.948566 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a13f6717-8bb7-44f7-8d0b-d879c54dbf5f req-6477acac-b432-48fa-a610-4819192506be tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0715225 Jan 13 17:13:24.954582 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bf70b8dc-1dac-40f0-8646-8a70ffd57f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (3761f301-1d1b-4de3-9429-f2750f1b54e0), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.004159 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-85fefafb-3ff6-4e4c-a7cf-a6ef84bdfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:25.005631 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-85fefafb-3ff6-4e4c-a7cf-a6ef84bdfcf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752437 Jan 13 17:13:25.007674 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70b8dc-1dac-40f0-8646-8a70ffd57f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3761f301-1d1b-4de3-9429-f2750f1b54e0,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:25.035678 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-bf70b8dc-1dac-40f0-8646-8a70ffd57f3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8449a965019f49008514498970f4e0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7119365 Jan 13 17:13:25.035678 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4528d8e-b3b8-473b-b91a-3beb291d4f14 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:13:25.039383 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60628) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:25.049715 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Publish callbacks [] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.066668 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a13f6717-8bb7-44f7-8d0b-d879c54dbf5f req-cbff4114-8dbe-4dde-8886-927c8b54bf57 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018260 Jan 13 17:13:25.078813 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Transition to ACTIVE for port object d4528d8e-b3b8-473b-b91a-3beb291d4f14 will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:13:25.106316 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-050178b0-53f6-4ca1-a813-b0f9b6c083bf admin admin] Publish callbacks [] for security_group (3761f301-1d1b-4de3-9429-f2750f1b54e0), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.129911 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-6343eaad-d024-484b-b9d6-9c047ade4797 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161048 Jan 13 17:13:25.138419 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-050178b0-53f6-4ca1-a813-b0f9b6c083bf admin admin] Publish callbacks [] for security_group (3761f301-1d1b-4de3-9429-f2750f1b54e0), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.163896 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.231994 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4fb7473f-f96c-4ae9-96cf-63ebca5ac706 req-1b55bdb3-724a-49d9-b365-a6d259b3ee6f service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933316 Jan 13 17:13:25.245859 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a52b4-d77f-4e4c-83be-a7b8cb6825f6 req-e7747182-5b41-4da3-a479-5792bb49bc8c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:25.247318 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9c2a52b4-d77f-4e4c-83be-a7b8cb6825f6 req-e7747182-5b41-4da3-a479-5792bb49bc8c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.1228702 Jan 13 17:13:25.257554 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:25.352789 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9c2a52b4-d77f-4e4c-83be-a7b8cb6825f6 req-ae7839e3-a3cb-4d96-970b-bcab14d15166 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992918 Jan 13 17:13:25.361162 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-050178b0-53f6-4ca1-a813-b0f9b6c083bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (3761f301-1d1b-4de3-9429-f2750f1b54e0), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.364328 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-050178b0-53f6-4ca1-a813-b0f9b6c083bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.366863 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-050178b0-53f6-4ca1-a813-b0f9b6c083bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3761f301-1d1b-4de3-9429-f2750f1b54e0 HTTP/1.1" status: 204 len: 168 time: 0.3265584 Jan 13 17:13:25.374654 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Attempting to bind port d4528d8e-b3b8-473b-b91a-3beb291d4f14 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:13:25.374956 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Attempting to bind port d4528d8e-b3b8-473b-b91a-3beb291d4f14 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:13:25.375339 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Attempting to bind port d4528d8e-b3b8-473b-b91a-3beb291d4f14 on network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:13:25.382572 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050178b0-53f6-4ca1-a813-b0f9b6c083bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3761f301-1d1b-4de3-9429-f2750f1b54e0,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:25.386502 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Port d4528d8e-b3b8-473b-b91a-3beb291d4f14 on network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:13:25.386811 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Attempting to bind port d4528d8e-b3b8-473b-b91a-3beb291d4f14 on network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:13:25.392709 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:13:25.393839 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Checking segment: {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:13:25.394466 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Bound using segment: {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:13:25.395067 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Bound port: d4528d8e-b3b8-473b-b91a-3beb291d4f14, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef048714-2e3d-4e44-a291-c9fcc92bd469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:13:25.395894 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.464656 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:13:25.467696 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:13:25.541821 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.580600 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:25.581372 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:25.583120 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] 10.222.0.57 "PUT /v2.0/ports/d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 200 len: 1093 time: 1.0388312 Jan 13 17:13:25.583735 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:25.592820 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84edff13-64b5-46bd-8851-20ac0a2224aa" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:25.613498 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd303-ed41-4683-ad44-2d9c13551356 service neutron] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:25.672998 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317990b7-b113-4bc5-914a-4c296de43daa x-openstack-request-id: req-317990b7-b113-4bc5-914a-4c296de43daa {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:25.672998 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:25.672998 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-317990b7-b113-4bc5-914a-4c296de43daa {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:25.672998 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'status': 'completed', 'code': 200} Jan 13 17:13:25.673387 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be238c68-d581-4138-afa7-3d57862e7cd4 req-1168f152-2b41-4a28-a994-3e469d27590f tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:25.673387 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-be238c68-d581-4138-afa7-3d57862e7cd4 req-1168f152-2b41-4a28-a994-3e469d27590f tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0683494 Jan 13 17:13:25.767808 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-be238c68-d581-4138-afa7-3d57862e7cd4 req-db8ae712-3282-44f9-8cd2-58b35700fd3c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842521 Jan 13 17:13:25.810443 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edff13-64b5-46bd-8851-20ac0a2224aa req-ec96e4b3-177f-4055-9507-b6f10ad61cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:25.813111 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-84edff13-64b5-46bd-8851-20ac0a2224aa req-ec96e4b3-177f-4055-9507-b6f10ad61cb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1096 time: 0.1196465 Jan 13 17:13:25.941874 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edff13-64b5-46bd-8851-20ac0a2224aa req-024af6f1-4917-45a4-9a6a-ff32791e489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:25.943824 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-84edff13-64b5-46bd-8851-20ac0a2224aa req-024af6f1-4917-45a4-9a6a-ff32791e489c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d027829118e74e49b3df90cfc013ab6a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1096420 Jan 13 17:13:25.951766 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 92bec6e3-252c-4565-a4ce-3c215f5f844b up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:13:25.957082 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bc2dd-44d1-4657-9d61-07659eed23e8 req-1edbe61a-3890-490f-80f0-5b83a8f8b09d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:25.958572 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-240bc2dd-44d1-4657-9d61-07659eed23e8 req-1edbe61a-3890-490f-80f0-5b83a8f8b09d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Jan 13 17:13:26.016599 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-240bc2dd-44d1-4657-9d61-07659eed23e8 req-8d353063-e6d8-4c93-9121-bd41a090aa77 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520012 Jan 13 17:13:26.050242 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edff13-64b5-46bd-8851-20ac0a2224aa req-b76e9036-fb3d-4e95-8c3b-5772554021c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:26.051701 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-84edff13-64b5-46bd-8851-20ac0a2224aa req-b76e9036-fb3d-4e95-8c3b-5772554021c8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992532 Jan 13 17:13:26.130000 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 92bec6e3-252c-4565-a4ce-3c215f5f844b completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:13:26.135513 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 92bec6e3-252c-4565-a4ce-3c215f5f844b triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:13:26.137649 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:26.209500 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-3704167b-27f2-4bfc-bc72-85af61cda574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:26.211178 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-3704167b-27f2-4bfc-bc72-85af61cda574 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1096 time: 0.1212094 Jan 13 17:13:26.252994 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29613e-7823-43de-9f68-2d04e43b9b85 req-ecf3a83e-1dff-49ae-826f-6b799c31a3d5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:26.259916 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9f29613e-7823-43de-9f68-2d04e43b9b85 req-ecf3a83e-1dff-49ae-826f-6b799c31a3d5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1075373 Jan 13 17:13:26.284100 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 92bec6e3-252c-4565-a4ce-3c215f5f844b is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:26.284978 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:26.332338 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 92bec6e3-252c-4565-a4ce-3c215f5f844b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=92bec6e3-252c-4565-a4ce-3c215f5f844b,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:26.333650 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:26.336173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749dd1ec-3357-4e90-b354-c88e49a2a9c7" -d '{"events": [{"server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "name": "network-vif-plugged", "status": "completed", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:26.347350 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9f29613e-7823-43de-9f68-2d04e43b9b85 req-fd30cda5-2534-49ca-b0b4-95d6e8974920 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861449 Jan 13 17:13:26.385830 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-17a4c72e-6cea-4fcd-913a-2a95861cf215 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 200 len: 217 time: 0.1237390 Jan 13 17:13:26.406178 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6584f491-b583-45ed-86ca-6fb9df507cc4 x-openstack-request-id: req-6584f491-b583-45ed-86ca-6fb9df507cc4 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:26.406471 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "name": "network-vif-plugged", "status": "completed", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:26.406724 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6584f491-b583-45ed-86ca-6fb9df507cc4 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:26.407114 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'code': 200} Jan 13 17:13:26.419459 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:26.496000 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=92bec6e3-252c-4565-a4ce-3c215f5f844b,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:26.527270 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583ce0-476c-4a98-8949-4bbebbdec163 req-95cfb0fd-9d1e-407a-8a34-2f87add0e396 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:26.529119 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e2583ce0-476c-4a98-8949-4bbebbdec163 req-95cfb0fd-9d1e-407a-8a34-2f87add0e396 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0615704 Jan 13 17:13:26.592194 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e2583ce0-476c-4a98-8949-4bbebbdec163 req-c6acac6b-956e-4053-ac7a-3e4b34cd3546 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565789 Jan 13 17:13:26.883299 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14520b2-9d80-47b9-876a-6c867411b9c1 req-70853518-07cd-4f33-9fac-8bf64341ae10 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:26.885242 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c14520b2-9d80-47b9-876a-6c867411b9c1 req-70853518-07cd-4f33-9fac-8bf64341ae10 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0531690 Jan 13 17:13:26.935063 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c14520b2-9d80-47b9-876a-6c867411b9c1 req-9bc669af-8b91-44ec-968b-bd1f7068ec1f tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433395 Jan 13 17:13:27.136838 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b152ba-1d30-4269-b0d5-dacd97d08c2f req-513b3790-53fa-44da-83bf-3f844e8def00 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:27.138259 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-55b152ba-1d30-4269-b0d5-dacd97d08c2f req-513b3790-53fa-44da-83bf-3f844e8def00 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0530987 Jan 13 17:13:27.189647 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-55b152ba-1d30-4269-b0d5-dacd97d08c2f req-8e8a043e-885e-4d4f-b605-5443917e56be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457525 Jan 13 17:13:27.488659 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82c25d-3fc6-44f1-b26b-7982810be6f9 req-433e90cc-9556-4444-9aff-3f0131e6b37c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:27.490120 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cf82c25d-3fc6-44f1-b26b-7982810be6f9 req-433e90cc-9556-4444-9aff-3f0131e6b37c tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0543561 Jan 13 17:13:27.542592 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cf82c25d-3fc6-44f1-b26b-7982810be6f9 req-fd9334a8-14ea-45ef-925f-19c3d14d9a65 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Jan 13 17:13:27.739172 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d746e7-7d6e-4c4b-83ec-af58c0105d0a req-7e4de162-8243-4851-b250-e97780c863a4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:27.741116 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f9d746e7-7d6e-4c4b-83ec-af58c0105d0a req-7e4de162-8243-4851-b250-e97780c863a4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0559108 Jan 13 17:13:27.791938 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f9d746e7-7d6e-4c4b-83ec-af58c0105d0a req-ee4289b1-f429-48f9-925c-ada84efce1ff tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Jan 13 17:13:27.908942 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242186ba-8344-466e-a0f5-d50eba9649ea req-6afb4aa0-4bb9-46f5-a760-5c08c0037115 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:27.917347 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-242186ba-8344-466e-a0f5-d50eba9649ea req-6afb4aa0-4bb9-46f5-a760-5c08c0037115 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0622065 Jan 13 17:13:27.953672 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 4a2f69d1-9b65-4887-b9b9-360a6587082c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:13:28.014083 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 4a2f69d1-9b65-4887-b9b9-360a6587082c {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:13:28.014504 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 4a2f69d1-9b65-4887-b9b9-360a6587082c not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:13:28.130000 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dec9b-94fd-4fa4-ac2f-05806cb9b9a9 req-f93a0b83-37a6-4a27-ab5d-a16577b210cc tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:28.131561 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b28dec9b-94fd-4fa4-ac2f-05806cb9b9a9 req-f93a0b83-37a6-4a27-ab5d-a16577b210cc tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0586812 Jan 13 17:13:28.196722 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b28dec9b-94fd-4fa4-ac2f-05806cb9b9a9 req-411b4c80-8beb-4266-aae7-3e9860499479 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572822 Jan 13 17:13:28.214557 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-242186ba-8344-466e-a0f5-d50eba9649ea req-73cad912-c19b-4171-bbc2-49f282ac8303 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893336 Jan 13 17:13:28.317497 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef9603-bec5-49b3-bea7-c9a2fc5874da req-1737632f-7a14-4982-a945-c4a397193d79 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:28.318972 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4aef9603-bec5-49b3-bea7-c9a2fc5874da req-1737632f-7a14-4982-a945-c4a397193d79 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Jan 13 17:13:28.368806 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4aef9603-bec5-49b3-bea7-c9a2fc5874da req-ee0c703c-c036-4907-9fc6-0064c2934bb0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436175 Jan 13 17:13:28.919435 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a536ac-3de9-4e56-a607-8166cc3fda74 req-f0291860-48c1-4145-b946-a9c3542f7ef4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:28.920993 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91a536ac-3de9-4e56-a607-8166cc3fda74 req-f0291860-48c1-4145-b946-a9c3542f7ef4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0580900 Jan 13 17:13:28.979664 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91a536ac-3de9-4e56-a607-8166cc3fda74 req-4907c72b-42e0-4070-908f-8a85bb9f3b3a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526047 Jan 13 17:13:29.339595 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a85d4-bad7-4653-8e15-765e3647aa0b req-43ff46d1-d875-4453-85b3-9aa61ce4c2ae tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:29.341503 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3c6a85d4-bad7-4653-8e15-765e3647aa0b req-43ff46d1-d875-4453-85b3-9aa61ce4c2ae tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0658538 Jan 13 17:13:29.341741 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfd3d5-a595-4c74-bfa3-15f23354e058 req-3b69c015-f177-478a-b83b-aa613e865430 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:29.343327 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-42dfd3d5-a595-4c74-bfa3-15f23354e058 req-3b69c015-f177-478a-b83b-aa613e865430 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0564559 Jan 13 17:13:29.396439 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3c6a85d4-bad7-4653-8e15-765e3647aa0b req-e827eedb-9a05-4d20-bb48-dccf9b9002c2 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489287 Jan 13 17:13:29.404208 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-42dfd3d5-a595-4c74-bfa3-15f23354e058 req-39e63877-069e-4879-a523-fb9d852ea7f5 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 Jan 13 17:13:29.517187 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7381bd-4cbd-4ea2-b1e8-bf3a1c9d793c req-0139077a-9693-4406-857a-7ac62234046c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:29.518771 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bf7381bd-4cbd-4ea2-b1e8-bf3a1c9d793c req-0139077a-9693-4406-857a-7ac62234046c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0535657 Jan 13 17:13:29.573948 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bf7381bd-4cbd-4ea2-b1e8-bf3a1c9d793c req-6b308e73-b631-4774-a265-1f305a8b634c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492666 Jan 13 17:13:30.108147 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4e1c1-6a65-4772-a7c7-9e95beb4043f req-47793106-f83b-4d9a-b902-1ac751e3d904 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:30.109786 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a5f4e1c1-6a65-4772-a7c7-9e95beb4043f req-47793106-f83b-4d9a-b902-1ac751e3d904 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0534902 Jan 13 17:13:30.159845 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a5f4e1c1-6a65-4772-a7c7-9e95beb4043f req-e44998a3-09f8-4610-bca9-54eb7d9b1884 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 Jan 13 17:13:30.519778 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c30ea-4c5d-4d83-a907-cc6609d43649 req-5d23d12c-15ee-4861-90f3-b0d61a0b6352 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:30.521203 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3f4c30ea-4c5d-4d83-a907-cc6609d43649 req-5d23d12c-15ee-4861-90f3-b0d61a0b6352 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0545797 Jan 13 17:13:30.528314 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cc2d8-0040-4e99-b0fe-5a262ab342cc req-e4d2fbf7-2766-4061-aad6-49683c6bf134 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:30.529839 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f29cc2d8-0040-4e99-b0fe-5a262ab342cc req-e4d2fbf7-2766-4061-aad6-49683c6bf134 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0546746 Jan 13 17:13:30.592622 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f29cc2d8-0040-4e99-b0fe-5a262ab342cc req-4e80ae57-d6c6-4041-ad43-af1c74f933b3 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500381 Jan 13 17:13:30.598678 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3f4c30ea-4c5d-4d83-a907-cc6609d43649 req-22164ff1-9c1e-49f5-b08a-8e41b840b634 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657461 Jan 13 17:13:30.722327 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46f50a-c08f-4927-8ca9-6217119a015e req-1bc41061-8676-4bca-af43-eb7070b74123 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:30.724142 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2e46f50a-c08f-4927-8ca9-6217119a015e req-1bc41061-8676-4bca-af43-eb7070b74123 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0558181 Jan 13 17:13:30.784526 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2e46f50a-c08f-4927-8ca9-6217119a015e req-bac01d85-58cd-4d47-ab18-da3c2715cf8d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509374 Jan 13 17:13:31.287439 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeb330-5512-412f-9081-fbd325a32f45 req-e2388a47-ff72-40c7-bf64-0dde022c2045 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:31.289516 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8eeeb330-5512-412f-9081-fbd325a32f45 req-e2388a47-ff72-40c7-bf64-0dde022c2045 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0558996 Jan 13 17:13:31.343028 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8eeeb330-5512-412f-9081-fbd325a32f45 req-2c3c9df7-50a8-405c-b744-1333eee40b46 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480320 Jan 13 17:13:31.720721 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bbe1-fd56-4cd9-a485-45119433d45f req-1acb29cc-ca11-476a-8873-2f655b0bf046 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:31.722573 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0be3bbe1-fd56-4cd9-a485-45119433d45f req-1acb29cc-ca11-476a-8873-2f655b0bf046 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0521922 Jan 13 17:13:31.760054 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004324b3-d0b3-447e-a8d8-2a6d5dd36352 req-b0e2cb21-9121-4cbf-b977-62e5b88ce6cd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:31.767441 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-004324b3-d0b3-447e-a8d8-2a6d5dd36352 req-b0e2cb21-9121-4cbf-b977-62e5b88ce6cd tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0771134 Jan 13 17:13:31.803209 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0be3bbe1-fd56-4cd9-a485-45119433d45f req-c5dee389-3dd3-411c-ab85-00029e5a0e6c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740740 Jan 13 17:13:31.830541 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-004324b3-d0b3-447e-a8d8-2a6d5dd36352 req-c6c320b3-3735-4ecb-8f9e-f4a2024d833e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579259 Jan 13 17:13:31.970916 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0d157-2819-499d-a94a-7b541412c6df req-d7cb2c7a-41d6-43ef-bb01-f30a222c0a06 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:31.972525 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-33f0d157-2819-499d-a94a-7b541412c6df req-d7cb2c7a-41d6-43ef-bb01-f30a222c0a06 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0526423 Jan 13 17:13:32.023572 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-33f0d157-2819-499d-a94a-7b541412c6df req-453f5be9-cf96-4ea8-8b4a-fe603d03fab3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449905 Jan 13 17:13:32.467098 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d209a3a-e8b7-48d0-ad6c-746ab01db960 req-36ed9906-d614-40a8-8b90-81c6dcb8935e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:32.468724 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d209a3a-e8b7-48d0-ad6c-746ab01db960 req-36ed9906-d614-40a8-8b90-81c6dcb8935e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0505245 Jan 13 17:13:32.521379 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d209a3a-e8b7-48d0-ad6c-746ab01db960 req-d0227df0-b66b-481a-a76a-3bf34072f9ed tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469816 Jan 13 17:13:32.951664 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768ffd-1cc5-4071-973c-1606a4d98cc5 req-daa74c33-e579-49ca-b754-266f8290d071 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:32.958464 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-77768ffd-1cc5-4071-973c-1606a4d98cc5 req-daa74c33-e579-49ca-b754-266f8290d071 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0726538 Jan 13 17:13:32.963087 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666087-f09f-4bab-9482-7b4ff31f5d32 req-0e97525e-6ccf-4e2d-a75a-240f98da3bfb tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:32.964812 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e6666087-f09f-4bab-9482-7b4ff31f5d32 req-0e97525e-6ccf-4e2d-a75a-240f98da3bfb tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0504906 Jan 13 17:13:33.013485 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e6666087-f09f-4bab-9482-7b4ff31f5d32 req-b32c863c-e2f9-4d0c-aec5-a1603b9ace8c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Jan 13 17:13:33.015170 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-77768ffd-1cc5-4071-973c-1606a4d98cc5 req-84462f79-6138-4fbc-a738-60e6f6dd6a52 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558724 Jan 13 17:13:33.144914 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c1730-4f02-4766-9b9c-626f6adca33a req-46f970f5-28ac-4e4b-8b26-09e9b0a57793 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:33.152065 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d02c1730-4f02-4766-9b9c-626f6adca33a req-46f970f5-28ac-4e4b-8b26-09e9b0a57793 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0565202 Jan 13 17:13:33.197812 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d02c1730-4f02-4766-9b9c-626f6adca33a req-82d5795b-4e20-4c6c-a812-8717d2d70387 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448961 Jan 13 17:13:33.667034 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996af154-7466-40e0-98bb-a6ea013556b6 req-3fd1266a-b5ed-4168-83ba-ff20749214e0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:33.668739 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-996af154-7466-40e0-98bb-a6ea013556b6 req-3fd1266a-b5ed-4168-83ba-ff20749214e0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0556843 Jan 13 17:13:33.676186 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-01decf8a-7916-47ea-8496-dd963566c051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:33.719442 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-996af154-7466-40e0-98bb-a6ea013556b6 req-130e7e96-01dc-49c7-8522-4bb337be117a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450492 Jan 13 17:13:34.140733 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fae71-93fb-44fe-b803-941a69774eb2 req-6f22a30b-0824-4eab-9353-7f5c7a955f4d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:34.142244 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-030fae71-93fb-44fe-b803-941a69774eb2 req-6f22a30b-0824-4eab-9353-7f5c7a955f4d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0562592 Jan 13 17:13:34.147765 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd3103-93b5-4824-909a-ec73d378247c req-974955a1-7431-45d9-8ca4-84464e304130 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:34.150184 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-98cd3103-93b5-4824-909a-ec73d378247c req-974955a1-7431-45d9-8ca4-84464e304130 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0625050 Jan 13 17:13:34.196284 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-030fae71-93fb-44fe-b803-941a69774eb2 req-6eda681d-9129-4e32-a513-1d3d03b5cc08 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Jan 13 17:13:34.202717 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-98cd3103-93b5-4824-909a-ec73d378247c req-c0b684d6-7ff3-46ab-8879-2098dd281037 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471332 Jan 13 17:13:34.330803 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172161d7-ba2d-482d-8bdf-c133c4d8a14d req-65a82502-33f3-4163-b00b-fdd78488289a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:34.332228 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-172161d7-ba2d-482d-8bdf-c133c4d8a14d req-65a82502-33f3-4163-b00b-fdd78488289a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0494535 Jan 13 17:13:34.381233 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-172161d7-ba2d-482d-8bdf-c133c4d8a14d req-8c9f651e-1ec1-4440-8d6e-3a1d2e9c10f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421872 Jan 13 17:13:34.844394 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205942d6-3935-463b-bf1b-d01c09c6f8a6 req-f01e863a-21d8-444d-af87-fe8522faf17c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:34.845878 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-205942d6-3935-463b-bf1b-d01c09c6f8a6 req-f01e863a-21d8-444d-af87-fe8522faf17c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0493286 Jan 13 17:13:34.896789 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-205942d6-3935-463b-bf1b-d01c09c6f8a6 req-1578a681-1e19-4dce-a762-ca739281b54c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445678 Jan 13 17:13:35.325361 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd3be1-f279-4091-af24-dc6d5ce59a64 req-63b740d8-11c2-43d6-8e22-17ce17b506cf tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:35.326890 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-efcd3be1-f279-4091-af24-dc6d5ce59a64 req-63b740d8-11c2-43d6-8e22-17ce17b506cf tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0499709 Jan 13 17:13:35.339848 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae52070-6530-4f84-9f37-87208917823b req-e725a70d-4a0c-4328-9f07-d72dce817632 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:35.342107 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3ae52070-6530-4f84-9f37-87208917823b req-e725a70d-4a0c-4328-9f07-d72dce817632 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0536335 Jan 13 17:13:35.383860 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-efcd3be1-f279-4091-af24-dc6d5ce59a64 req-fa758d8d-48b9-4fd0-9de5-229239bb311d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500903 Jan 13 17:13:35.424089 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3ae52070-6530-4f84-9f37-87208917823b req-d976f70d-9ab2-4b5f-85e1-0af682ac0496 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598845 Jan 13 17:13:35.521673 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf1787-98fb-446f-b7b2-4999ad579620 req-ddba4fec-94be-498f-900f-1d0e16fb3aaa tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:35.523147 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9ddf1787-98fb-446f-b7b2-4999ad579620 req-ddba4fec-94be-498f-900f-1d0e16fb3aaa tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0511234 Jan 13 17:13:35.574329 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9ddf1787-98fb-446f-b7b2-4999ad579620 req-7cced41a-f7e6-403d-bd1c-1581b5939616 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Jan 13 17:13:35.898611 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-20186711-6952-4857-afcc-9628aa437c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:36.013629 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46ef72-06c9-4e7a-8af4-d7c9d12e878c req-6a520173-2a48-4ead-8fd8-6d992d6d0808 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:36.015047 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd46ef72-06c9-4e7a-8af4-d7c9d12e878c req-6a520173-2a48-4ead-8fd8-6d992d6d0808 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0469620 Jan 13 17:13:36.059037 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd46ef72-06c9-4e7a-8af4-d7c9d12e878c req-881a31dd-00d1-4cba-aaf6-4105f5600f49 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Jan 13 17:13:36.144768 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-709c29ad-a151-4447-b59f-1977d94f784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:36.146234 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-709c29ad-a151-4447-b59f-1977d94f784f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=075d8823-0796-47f4-a9c6-0710a52508b7 HTTP/1.1" status: 200 len: 848 time: 0.0454264 Jan 13 17:13:36.190340 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63442fbb-3696-41b0-b956-18131f3404db req-fec471e0-c778-4b74-ac13-b93fcdcaa11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:36.191721 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-fec471e0-c778-4b74-ac13-b93fcdcaa11a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385633 Jan 13 17:13:36.288270 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-bd0c9d1b-3952-4267-8aa3-1c24cc400b46 service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860314 Jan 13 17:13:36.377332 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-63442fbb-3696-41b0-b956-18131f3404db req-50d2bb9e-0db5-4d95-864a-34d3f8d48fde service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824213 Jan 13 17:13:36.421322 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfde0b7-f10d-41d3-a9db-c5b28e616521 req-19fb041c-6cf6-4f0a-9a0f-996f261391de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:36.423486 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8dfde0b7-f10d-41d3-a9db-c5b28e616521 req-19fb041c-6cf6-4f0a-9a0f-996f261391de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 1099 time: 0.0475421 Jan 13 17:13:36.486270 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8dfde0b7-f10d-41d3-a9db-c5b28e616521 req-ff3d17f4-322b-4133-bec5-53889ba17349 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531700 Jan 13 17:13:36.521656 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9fe0c-e93d-46a1-a1d6-a5e41558513c req-54b32b13-8731-465b-9d58-72c7e0f5633b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:36.523145 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d3a9fe0c-e93d-46a1-a1d6-a5e41558513c req-54b32b13-8731-465b-9d58-72c7e0f5633b tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0643828 Jan 13 17:13:36.527902 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f956da8-e6d2-4513-9a83-4e508196d883 req-87c3dddb-9080-46e9-912c-451e3f2cc31b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:36.529471 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1f956da8-e6d2-4513-9a83-4e508196d883 req-87c3dddb-9080-46e9-912c-451e3f2cc31b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0517676 Jan 13 17:13:36.570776 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d3a9fe0c-e93d-46a1-a1d6-a5e41558513c req-dfba763e-be6c-4bc1-96d4-d8ebe81035dc tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 Jan 13 17:13:36.577929 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1f956da8-e6d2-4513-9a83-4e508196d883 req-80a7ba81-dbef-48e9-a788-aacd8332be8a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Jan 13 17:13:36.686961 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7f2ca-0497-4852-b9c0-504a30bf36d1 req-3d30e070-2d36-48b9-bc78-85b7ba0a1e9c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:36.688489 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-27e7f2ca-0497-4852-b9c0-504a30bf36d1 req-3d30e070-2d36-48b9-bc78-85b7ba0a1e9c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Jan 13 17:13:36.737255 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-27e7f2ca-0497-4852-b9c0-504a30bf36d1 req-18fa58c7-41dd-4ab5-accd-6d4a06dd3cef tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Jan 13 17:13:37.003793 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:37.180973 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ae1f8-2611-4bf3-9ba3-6aa9d93f526f req-e597d298-4fac-4385-82a4-f6a9592a9144 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:37.182441 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-df3ae1f8-2611-4bf3-9ba3-6aa9d93f526f req-e597d298-4fac-4385-82a4-f6a9592a9144 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0474424 Jan 13 17:13:37.228890 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-df3ae1f8-2611-4bf3-9ba3-6aa9d93f526f req-425a255b-2ea5-4627-992b-de2388cf74ce tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Jan 13 17:13:37.696492 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e597ef2-aa1c-4142-81b7-2dacd345c085 req-4273c73e-2b83-4081-b5d7-ebd62a6867ed tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:37.697971 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2e597ef2-aa1c-4142-81b7-2dacd345c085 req-4273c73e-2b83-4081-b5d7-ebd62a6867ed tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0587001 Jan 13 17:13:37.699793 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a74a-ae2c-4b8c-a7c0-43a8d75a3767 req-4ba6f205-de0e-4c9e-b76b-50f6fc0e3009 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:37.701344 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-48b0a74a-ae2c-4b8c-a7c0-43a8d75a3767 req-4ba6f205-de0e-4c9e-b76b-50f6fc0e3009 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0523286 Jan 13 17:13:37.744750 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2e597ef2-aa1c-4142-81b7-2dacd345c085 req-401a13a0-2b91-437c-a6c3-327c9c42338a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Jan 13 17:13:37.749487 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-48b0a74a-ae2c-4b8c-a7c0-43a8d75a3767 req-5be652c9-7b12-4eab-b7c1-6574e37bff2c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424337 Jan 13 17:13:37.870764 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fa27c-2157-4cb3-81f1-1bbc929a657b req-52dfeedf-f219-4947-b492-edfbcf11aeb0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:37.873652 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1b6fa27c-2157-4cb3-81f1-1bbc929a657b req-52dfeedf-f219-4947-b492-edfbcf11aeb0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0565352 Jan 13 17:13:37.942378 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-fbc2abeb-e51d-4d26-b7f3-0ce8e4de70ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691199 Jan 13 17:13:37.946541 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1b6fa27c-2157-4cb3-81f1-1bbc929a657b req-c9b07175-f643-41e8-9d0f-7b9f218f48cb tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659969 Jan 13 17:13:38.025388 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-f3746e57-4417-4f52-afac-481093ab6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:38.026876 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-f3746e57-4417-4f52-afac-481093ab6b0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3af0c4a6646649f8b153428d286bb2ff&device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 1098 time: 0.0430365 Jan 13 17:13:38.152126 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-b0792e3a-7d90-4a26-82de-ad871840c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:38.153509 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-b0792e3a-7d90-4a26-82de-ad871840c31b service neutron] 10.222.0.57 "GET /v2.0/networks?id=29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 200 len: 919 time: 0.0834880 Jan 13 17:13:38.205882 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-0d037ae6-b2a7-4b7f-94d4-c18399334e61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5256bcfc-8e92-4c45-9e89-1ae740877118 HTTP/1.1" status: 200 len: 217 time: 0.0359530 Jan 13 17:13:38.279810 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-71cbe76c-a379-43b6-a2dd-a16cfcf2d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:38.281338 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-71cbe76c-a379-43b6-a2dd-a16cfcf2d84d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 200 len: 858 time: 0.0441368 Jan 13 17:13:38.314422 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-b26f564b-e715-4b48-9e4d-b9ffe3b4dd90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=29140d95-813c-4055-afcb-5fe62901479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239487 Jan 13 17:13:38.366192 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353f91d-57fb-4657-91f5-74c521fa7f50 req-bd79efd0-4dee-492d-9e89-4a1b6464f80d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:38.367685 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6353f91d-57fb-4657-91f5-74c521fa7f50 req-bd79efd0-4dee-492d-9e89-4a1b6464f80d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0643585 Jan 13 17:13:38.411435 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:38.411967 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-4acd44e2-acfe-49e9-9c06-6bbc1263e81b service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890729 Jan 13 17:13:38.420832 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6353f91d-57fb-4657-91f5-74c521fa7f50 req-4cd19e30-9ebe-4073-b970-eb0fcb5cc7ad tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464902 Jan 13 17:13:38.514303 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-beb1a8f0-17c1-4267-a4d0-f971f4cdc214 req-760d423d-025b-419f-bf0f-c4e01b100f14 service neutron] 10.222.0.57 "GET /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867288 Jan 13 17:13:38.857842 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80d08b-b5ce-42ce-8d25-e27882c84135 req-db070746-c61d-4fb7-852b-aabcbab95acc tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:38.859311 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fd80d08b-b5ce-42ce-8d25-e27882c84135 req-db070746-c61d-4fb7-852b-aabcbab95acc tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0492411 Jan 13 17:13:38.863046 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a77ad-6ea2-443a-86fd-1971e8bc5b65 req-3c135c6e-da6d-435b-aef9-14078e488fc4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:38.864547 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-989a77ad-6ea2-443a-86fd-1971e8bc5b65 req-3c135c6e-da6d-435b-aef9-14078e488fc4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0474255 Jan 13 17:13:38.917533 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-989a77ad-6ea2-443a-86fd-1971e8bc5b65 req-63dea279-3591-4fae-8ce8-f84b519796b4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469480 Jan 13 17:13:38.939106 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-26603000-1255-4294-bb43-a699075c79d6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:38.940561 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-26603000-1255-4294-bb43-a699075c79d6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 946 time: 0.0804203 Jan 13 17:13:38.943970 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fd80d08b-b5ce-42ce-8d25-e27882c84135 req-d695dc3b-beb5-477a-8272-d1820980e07f tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759599 Jan 13 17:13:39.032739 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Deleting port c69dacb6-2266-4146-9731-17673f65195c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:39.032999 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (c69dacb6-2266-4146-9731-17673f65195c), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:39.056955 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3ef7-5ac2-455f-8079-a870537b23d7 req-8c03b9e7-ff6a-456a-8d81-802f514e6dca tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:39.058452 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-031b3ef7-5ac2-455f-8079-a870537b23d7 req-8c03b9e7-ff6a-456a-8d81-802f514e6dca tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0470722 Jan 13 17:13:39.106401 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-031b3ef7-5ac2-455f-8079-a870537b23d7 req-485199cf-88e5-4dab-974e-a539e10fe510 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Jan 13 17:13:39.126886 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] For port c69dacb6-2266-4146-9731-17673f65195c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c69dacb6-2266-4146-9731-17673f65195c,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:39.127428 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (c69dacb6-2266-4146-9731-17673f65195c), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:39.141492 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Calling delete_port for c69dacb6-2266-4146-9731-17673f65195c owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:13:39.251289 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732fa7e-6cb9-482a-ba18-dab808754a3e req-05b5dd48-7654-455d-bc7a-2156e5fe8191 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:39.252749 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5732fa7e-6cb9-482a-ba18-dab808754a3e req-05b5dd48-7654-455d-bc7a-2156e5fe8191 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0719306 Jan 13 17:13:39.340909 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5732fa7e-6cb9-482a-ba18-dab808754a3e req-d72a7e14-10b9-44ab-a507-1650bd937f1e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818827 Jan 13 17:13:39.374193 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 60816) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:39.419345 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (c69dacb6-2266-4146-9731-17673f65195c), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:39.434066 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'c69dacb6-2266-4146-9731-17673f65195c'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:39.446882 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event deleted for resources: {'Port': ['ID=c69dacb6-2266-4146-9731-17673f65195c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:39.459051 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.459051 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.459051 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.459051 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.459051 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.459470 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.459470 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.459823 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.460131 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.460643 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.460978 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.461338 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.461665 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:39.514216 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] No DVR routers for this DVR port c69dacb6-2266-4146-9731-17673f65195c on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:13:39.520090 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:39.522485 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5202bcff-97ab-4527-a560-4d3b34432a75 req-8c5fd345-28fb-4c0b-9724-c03a61488b40 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "DELETE /v2.0/ports/c69dacb6-2266-4146-9731-17673f65195c HTTP/1.1" status: 204 len: 173 time: 0.5753782 Jan 13 17:13:39.523040 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'name': 'network-vif-deleted', 'tag': 'c69dacb6-2266-4146-9731-17673f65195c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:39.525450 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05395ef8-f007-445f-896c-0949bdd74990" -d '{"events": [{"server_uuid": "20d21f58-a9dc-41e2-906b-e7f143a76de6", "name": "network-vif-deleted", "tag": "c69dacb6-2266-4146-9731-17673f65195c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:39.571304 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e796465-d94d-42f0-b1c9-2c9817836084 x-openstack-request-id: req-0e796465-d94d-42f0-b1c9-2c9817836084 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:39.571721 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d21f58-a9dc-41e2-906b-e7f143a76de6", "name": "network-vif-deleted", "tag": "c69dacb6-2266-4146-9731-17673f65195c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:39.572137 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e796465-d94d-42f0-b1c9-2c9817836084 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:39.572810 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d21f58-a9dc-41e2-906b-e7f143a76de6', 'name': 'network-vif-deleted', 'tag': 'c69dacb6-2266-4146-9731-17673f65195c', 'status': 'completed', 'code': 200} Jan 13 17:13:39.601036 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aaf13-66d9-48e7-97ea-5ab62986163b req-1f740006-7dc2-4b7c-aec6-b2bae7061136 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:39.608484 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d76aaf13-66d9-48e7-97ea-5ab62986163b req-1f740006-7dc2-4b7c-aec6-b2bae7061136 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0892768 Jan 13 17:13:39.619132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd147b-b23c-4ca5-bb02-2064abc8fe46 tempest-TestVolumeBootPattern-1683534554 tempest-TestVolumeBootPattern-1683534554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:39.623380 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-d2fd147b-b23c-4ca5-bb02-2064abc8fe46 tempest-TestVolumeBootPattern-1683534554 tempest-TestVolumeBootPattern-1683534554-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 1094 time: 0.2453532 Jan 13 17:13:39.623827 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 60824) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:39.629742 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'port_id': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:39.658542 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d76aaf13-66d9-48e7-97ea-5ab62986163b req-467f6099-b263-46cd-969f-464b3db7d3f1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Jan 13 17:13:39.721668 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:39.773329 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:39.872812 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:39.978733 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Allocated IP 172.27.0.242 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/2f32311a-904a-48fd-a16e-cf27f1b9d2da) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:13:40.066136 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-90cd5082-de03-4b24-b562-446bb06b3801 req-9b1d755b-0c64-408f-980d-8870f3140fd8 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 210 time: 0.0255940 Jan 13 17:13:40.096627 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2ea33-bd9c-40f8-bd3b-025e5dde606e req-20c3c25b-26ab-4c44-9e20-38d11c8bc15a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:40.098079 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-adb2ea33-bd9c-40f8-bd3b-025e5dde606e req-20c3c25b-26ab-4c44-9e20-38d11c8bc15a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.1103439 Jan 13 17:13:40.143196 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:40.173819 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-adb2ea33-bd9c-40f8-bd3b-025e5dde606e req-49f1b74e-7216-4af2-8564-fceaa64461d8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686967 Jan 13 17:13:40.249824 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:40.287684 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:13:40.292370 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:13:40.295747 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:13:40.316885 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=2f32311a-904a-48fd-a16e-cf27f1b9d2da,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:40.610327 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (a29e7eab-ffac-43e5-899b-6780d6049baa), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:40.738240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:40.827043 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044f643-0474-4dcc-b990-13c5c389650c req-80fae965-3b60-45eb-b984-0bf14707dc33 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:40.828690 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7044f643-0474-4dcc-b990-13c5c389650c req-80fae965-3b60-45eb-b984-0bf14707dc33 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0882292 Jan 13 17:13:40.832850 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328fbf5-9959-4d99-9956-031189f376ba req-392a6bf2-168e-48a2-9bd6-c767fd8e0afa tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:40.839912 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d328fbf5-9959-4d99-9956-031189f376ba req-392a6bf2-168e-48a2-9bd6-c767fd8e0afa tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0561788 Jan 13 17:13:40.885682 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d328fbf5-9959-4d99-9956-031189f376ba req-727409b3-a315-4a5a-8dbd-90128d64eda5 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jan 13 17:13:40.932761 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7044f643-0474-4dcc-b990-13c5c389650c req-c97c2550-67d0-4841-8fa2-f795f85406d4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909109 Jan 13 17:13:40.973052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:41.037838 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:41.068915 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (a29e7eab-ffac-43e5-899b-6780d6049baa), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:41.122850 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=2f32311a-904a-48fd-a16e-cf27f1b9d2da,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:41.174223 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8f4ba4b1-d2c5-4278-a749-a07a5d07e9ee req-b0792d65-2854-400c-af83-464d6b8bdac0 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=20d21f58-a9dc-41e2-906b-e7f143a76de6 HTTP/1.1" status: 200 len: 210 time: 0.0273674 Jan 13 17:13:41.185173 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Floating IP a29e7eab-ffac-43e5-899b-6780d6049baa associated. External IP: 172.27.0.242, port: 92bec6e3-252c-4565-a4ce-3c215f5f844b. Jan 13 17:13:41.333086 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46280fd-1035-4ba3-8945-b41df07ed727 req-b3a4a067-47b7-419a-b121-26df366a7638 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:41.334616 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a46280fd-1035-4ba3-8945-b41df07ed727 req-b3a4a067-47b7-419a-b121-26df366a7638 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0929627 Jan 13 17:13:41.452972 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a46280fd-1035-4ba3-8945-b41df07ed727 req-afaa38a2-0423-4af2-be6d-3804703e9e79 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824642 Jan 13 17:13:41.473869 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:13:41.574013 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:13:41.583666 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:13:41.593538 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:41.594206 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:13:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:41.646046 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:41.675516 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ed829ffd-3a98-40cf-92e0-6f82ab71dfa6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0500221 Jan 13 17:13:41.676301 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:41.678514 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815830e5-e5c6-450d-a025-1b051fcd8e15" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:41.696688 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:41.714700 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e1beea-6ba5-49fa-a247-d1dcce813dbe x-openstack-request-id: req-36e1beea-6ba5-49fa-a247-d1dcce813dbe {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:41.714989 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:41.715241 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36e1beea-6ba5-49fa-a247-d1dcce813dbe {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:41.715637 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'status': 'completed', 'code': 200} Jan 13 17:13:41.787102 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-3b990ac3-8baa-4ced-9484-8876e500ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:41.788567 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-3b990ac3-8baa-4ced-9484-8876e500ebce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 1099 time: 0.0397203 Jan 13 17:13:41.883585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-e9a8bfd6-27c7-4273-8f4d-08b78c6fe3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:41.885111 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-e9a8bfd6-27c7-4273-8f4d-08b78c6fe3c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 913 time: 0.0820084 Jan 13 17:13:41.922056 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'a29e7eab-ffac-43e5-899b-6780d6049baa', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:e4:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:13:40Z', 'updated_at': '2022-01-13T17:13:40Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:41.935506 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:41.952882 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:13:41.965712 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:41.966062 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-f5403eb2-4bab-43dd-b3fb-ed319245b90c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92bec6e3-252c-4565-a4ce-3c215f5f844b HTTP/1.1" status: 200 len: 1000 time: 0.0651910 Jan 13 17:13:41.966618 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:13:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:42.043547 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-6851ffbd-b94c-440a-a8d3-6bfab4a30b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.045529 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-6851ffbd-b94c-440a-a8d3-6bfab4a30b44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0702786 Jan 13 17:13:42.053377 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02908b38-d74b-4d90-8275-431ed493ebe5 req-9ab3eaf2-b08a-4627-9d1b-84c659793b92 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.054792 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-02908b38-d74b-4d90-8275-431ed493ebe5 req-9ab3eaf2-b08a-4627-9d1b-84c659793b92 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0945420 Jan 13 17:13:42.059026 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533bce0-f63e-44d9-93d8-55bb1b92b0e8 req-2e4c77fc-b00e-4f24-b556-cc5e439408a3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.060784 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f533bce0-f63e-44d9-93d8-55bb1b92b0e8 req-2e4c77fc-b00e-4f24-b556-cc5e439408a3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0528452 Jan 13 17:13:42.075110 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:42.110220 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f533bce0-f63e-44d9-93d8-55bb1b92b0e8 req-39a0f48b-329d-465c-b654-056c0092dba3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Jan 13 17:13:42.134626 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-1cfd1ea9-860c-48a3-9a96-4c11164b7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.136142 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-1cfd1ea9-860c-48a3-9a96-4c11164b7c50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797219 Jan 13 17:13:42.139543 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-02908b38-d74b-4d90-8275-431ed493ebe5 req-c1edf05e-3ab4-4b0f-856e-8d4b2313a1fc tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Jan 13 17:13:42.248633 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-d01cbdf0-0141-4e8f-9db4-5449ced7eb32 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910170 Jan 13 17:13:42.326224 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'a29e7eab-ffac-43e5-899b-6780d6049baa', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:e4:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:13:40Z', 'updated_at': '2022-01-13T17:13:40Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:42.346612 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-815830e5-e5c6-450d-a025-1b051fcd8e15 req-18efd06d-0a9c-4e53-94d6-b32530f226bd service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901182 Jan 13 17:13:42.358679 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043bfd3-c1c4-430d-a140-f5ab15fce3c3 None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'a29e7eab-ffac-43e5-899b-6780d6049baa', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:e4:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:13:40Z', 'updated_at': '2022-01-13T17:13:40Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:13:42.437848 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e56764-0ff2-4c41-8a93-5af6a69e015e req-9952984f-e148-416e-87c1-e7abe3c78de0 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.439793 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-70e56764-0ff2-4c41-8a93-5af6a69e015e req-9952984f-e148-416e-87c1-e7abe3c78de0 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0540543 Jan 13 17:13:42.501975 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-70e56764-0ff2-4c41-8a93-5af6a69e015e req-1c9853a7-8944-4e0e-8255-f070e66fee61 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565481 Jan 13 17:13:42.537561 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-b8de912e-c6d2-4468-9f09-d41b6a2bcb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.539854 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-b8de912e-c6d2-4468-9f09-d41b6a2bcb6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1137 time: 0.0513756 Jan 13 17:13:42.609331 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbe264-0c0e-4657-a35d-beeea89258e2 req-7e037d1b-d458-4e7c-84ac-f7438a76a4d1 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.611129 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-41dbe264-0c0e-4657-a35d-beeea89258e2 req-7e037d1b-d458-4e7c-84ac-f7438a76a4d1 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0521719 Jan 13 17:13:42.623767 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1d8f-e232-4bb3-9024-98b15584d976 None None] New status for floating IP a29e7eab-ffac-43e5-899b-6780d6049baa: ACTIVE {{(pid=103099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:13:42.652081 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-24782f28-4ada-47d4-8900-5691622c917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.653802 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-24782f28-4ada-47d4-8900-5691622c917d service neutron] 10.222.0.57 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 915 time: 0.0990410 Jan 13 17:13:42.696689 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-41dbe264-0c0e-4657-a35d-beeea89258e2 req-f2a8a44b-4af9-4457-82a0-9a3c5a3b7d03 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632422 Jan 13 17:13:42.764065 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-085e9970-03e6-47b2-8ac7-be0f3aa5c2d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 1000 time: 0.0912633 Jan 13 17:13:42.776272 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57413ed8-e2a6-4dcc-b92f-6cda4d233476 req-1125026b-f400-40dd-8069-9ee4d7dc16a6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.777740 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57413ed8-e2a6-4dcc-b92f-6cda4d233476 req-1125026b-f400-40dd-8069-9ee4d7dc16a6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0636532 Jan 13 17:13:42.845212 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-47c7495d-4ad8-4fdb-b8c2-8b733fd60825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.846657 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-47c7495d-4ad8-4fdb-b8c2-8b733fd60825 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 200 len: 853 time: 0.0681491 Jan 13 17:13:42.858599 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57413ed8-e2a6-4dcc-b92f-6cda4d233476 req-9501a7b0-d9a7-4cb9-894f-9d017dae63ad tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730062 Jan 13 17:13:42.908041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-1d820325-2724-4b14-991e-6137d1b9251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:42.909487 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-1d820325-2724-4b14-991e-6137d1b9251a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af4b7f59-680c-407c-b0f7-86844c8fcd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391150 Jan 13 17:13:42.998727 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-ac982d61-6c2b-4f46-b269-6135b8e04743 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781829 Jan 13 17:13:43.089923 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-53232c38-856b-4f0a-9a64-fee0c7666c8e req-dbc194a4-f836-4eb6-a2a9-1552db1e6274 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820196 Jan 13 17:13:43.229978 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eab35-98dd-410c-bd3c-ecb9d2af984c req-f39e3cf8-a783-46e5-91c3-968586e490a6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:43.231553 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-528eab35-98dd-410c-bd3c-ecb9d2af984c req-f39e3cf8-a783-46e5-91c3-968586e490a6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0475583 Jan 13 17:13:43.251642 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5a3fe-02e5-48b1-b48b-bdc697f3fbb2 req-1f5b5060-ac8d-49cc-b542-33271fd7c677 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:43.253143 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-39f5a3fe-02e5-48b1-b48b-bdc697f3fbb2 req-1f5b5060-ac8d-49cc-b542-33271fd7c677 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Jan 13 17:13:43.279174 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-528eab35-98dd-410c-bd3c-ecb9d2af984c req-98ea1472-2b9c-4184-a6d1-41e5ec364968 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Jan 13 17:13:43.303702 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-39f5a3fe-02e5-48b1-b48b-bdc697f3fbb2 req-9d81494d-2f40-4b03-a8a1-1e14b7af99f1 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Jan 13 17:13:43.612656 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45364f-3e65-4913-8bd9-dadd1c7498a9 req-e690760b-dc24-4ee6-9ea1-8b81bbd659cb tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:43.614155 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0e45364f-3e65-4913-8bd9-dadd1c7498a9 req-e690760b-dc24-4ee6-9ea1-8b81bbd659cb tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0472214 Jan 13 17:13:43.678211 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0e45364f-3e65-4913-8bd9-dadd1c7498a9 req-cb0341fd-b323-4c17-a49b-0c08397a00f8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574439 Jan 13 17:13:43.814398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82737acd-7b87-492c-93c7-a746e6a8f1d2 req-37adab08-9984-44c4-bc54-81b95e1d2148 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:43.816074 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-82737acd-7b87-492c-93c7-a746e6a8f1d2 req-37adab08-9984-44c4-bc54-81b95e1d2148 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0539482 Jan 13 17:13:43.864185 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-82737acd-7b87-492c-93c7-a746e6a8f1d2 req-0bf712e6-74e9-4d84-93bd-aa29ef52135d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 Jan 13 17:13:43.979719 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81003-d6e9-4929-9554-bc8719170053 req-32be41d1-6a1a-4d17-b2cd-4e343c9476bb tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:43.981150 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3df81003-d6e9-4929-9554-bc8719170053 req-32be41d1-6a1a-4d17-b2cd-4e343c9476bb tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0544510 Jan 13 17:13:44.027412 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3df81003-d6e9-4929-9554-bc8719170053 req-0a48bc9d-cb3c-4978-84fa-6c915880ff00 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Jan 13 17:13:44.031831 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c69dacb6-2266-4146-9731-17673f65195c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:13:44.056074 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: c69dacb6-2266-4146-9731-17673f65195c {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:13:44.056476 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c69dacb6-2266-4146-9731-17673f65195c not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:13:44.403504 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24e703-49ba-4df1-8350-75496d385222 req-630b0fc3-04ae-4446-9f57-e0a7257b5f2b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:44.405082 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ba24e703-49ba-4df1-8350-75496d385222 req-630b0fc3-04ae-4446-9f57-e0a7257b5f2b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0510392 Jan 13 17:13:44.425704 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa6812-f2ae-423d-b02c-8930486ac853 req-07e4db47-480f-4cae-a95a-04a77299db19 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:44.427295 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5baa6812-f2ae-423d-b02c-8930486ac853 req-07e4db47-480f-4cae-a95a-04a77299db19 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0563014 Jan 13 17:13:44.452715 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ba24e703-49ba-4df1-8350-75496d385222 req-63159577-1bc6-44de-949c-d1536122996f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Jan 13 17:13:44.472840 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5baa6812-f2ae-423d-b02c-8930486ac853 req-3634936a-6641-44d0-8271-3aa158cf70fa tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Jan 13 17:13:44.566888 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-2d0ae643-a600-478f-aa42-dae7943c7d74 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:44.568404 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-2d0ae643-a600-478f-aa42-dae7943c7d74 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 945 time: 0.0464349 Jan 13 17:13:44.912628 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e4cf-87da-4025-9038-757ec0959575 req-beec9102-3f9d-4e84-984e-3e1aaee3373b tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:44.914106 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d85e4cf-87da-4025-9038-757ec0959575 req-beec9102-3f9d-4e84-984e-3e1aaee3373b tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0735395 Jan 13 17:13:44.949665 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Deleting port 5256bcfc-8e92-4c45-9e89-1ae740877118 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:44.950013 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:44.979824 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88632ba8-4c26-4a31-bbb1-8d8102f3b542 req-9014579e-fa28-4007-a76e-bc11aba8d3f2 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:44.981329 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-88632ba8-4c26-4a31-bbb1-8d8102f3b542 req-9014579e-fa28-4007-a76e-bc11aba8d3f2 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0513983 Jan 13 17:13:45.029578 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-88632ba8-4c26-4a31-bbb1-8d8102f3b542 req-b0500923-88ec-4743-a13d-619b0a889b81 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425210 Jan 13 17:13:45.042205 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d85e4cf-87da-4025-9038-757ec0959575 req-222340e4-5455-42c7-a038-f3232acfa0b9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1219454 Jan 13 17:13:45.070022 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] For port 5256bcfc-8e92-4c45-9e89-1ae740877118, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5256bcfc-8e92-4c45-9e89-1ae740877118,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:45.070371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:45.083623 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Calling delete_port for 5256bcfc-8e92-4c45-9e89-1ae740877118 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:13:45.146298 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4237aa-19ac-4626-92f4-7e203c286ce1 req-44ecffdd-05fb-4c0e-bea7-f1af2f44ee8c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:45.147696 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ae4237aa-19ac-4626-92f4-7e203c286ce1 req-44ecffdd-05fb-4c0e-bea7-f1af2f44ee8c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0556030 Jan 13 17:13:45.213241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-c540d1e8-d803-4cfd-9815-918f29382b58 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:45.214682 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-c540d1e8-d803-4cfd-9815-918f29382b58 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 945 time: 0.0852799 Jan 13 17:13:45.218215 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ae4237aa-19ac-4626-92f4-7e203c286ce1 req-11db5acb-9a7d-4f97-8ae6-2f5dcef84929 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576229 Jan 13 17:13:45.272320 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (5256bcfc-8e92-4c45-9e89-1ae740877118), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:45.284254 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['3a4ec76e-38c8-4b3f-94ab-2575fd599610', '5256bcfc-8e92-4c45-9e89-1ae740877118'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:45.304728 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Pushing event deleted for resources: {'Port': ['ID=5256bcfc-8e92-4c45-9e89-1ae740877118,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:45.324712 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Deleting port 0a4e597f-19a6-4b11-bda4-03afb9a284aa {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:45.325124 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:45.343981 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] No DVR routers for this DVR port 5256bcfc-8e92-4c45-9e89-1ae740877118 on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:13:45.348341 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:45.352672 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-30263e75-c990-41ad-bb36-3dbe2f2a5b90 req-29ddbdaf-4ff9-4bed-bae7-533bab28f71b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "DELETE /v2.0/ports/5256bcfc-8e92-4c45-9e89-1ae740877118 HTTP/1.1" status: 204 len: 173 time: 0.7778497 Jan 13 17:13:45.353374 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'name': 'network-vif-deleted', 'tag': '5256bcfc-8e92-4c45-9e89-1ae740877118'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:45.355684 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed742443-07c3-4610-ba02-4045216321f6" -d '{"events": [{"server_uuid": "ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12", "name": "network-vif-deleted", "tag": "5256bcfc-8e92-4c45-9e89-1ae740877118"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:45.395379 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef171bf-136f-4d33-8380-0d9a83d7fc0d x-openstack-request-id: req-eef171bf-136f-4d33-8380-0d9a83d7fc0d {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:45.395866 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12", "name": "network-vif-deleted", "tag": "5256bcfc-8e92-4c45-9e89-1ae740877118", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:45.396136 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eef171bf-136f-4d33-8380-0d9a83d7fc0d {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:45.396725 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12', 'name': 'network-vif-deleted', 'tag': '5256bcfc-8e92-4c45-9e89-1ae740877118', 'status': 'completed', 'code': 200} Jan 13 17:13:45.428429 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] For port 0a4e597f-19a6-4b11-bda4-03afb9a284aa, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a4e597f-19a6-4b11-bda4-03afb9a284aa,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:45.428790 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:45.441489 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Calling delete_port for 0a4e597f-19a6-4b11-bda4-03afb9a284aa owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:13:45.574313 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1228ff84-e7fa-4d46-af9a-0413dbd43ea0 req-9ff49719-ebd9-465a-a9bb-df465d890f90 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee3c6a3b-3c81-4ee1-80e2-945b2b6aba12 HTTP/1.1" status: 200 len: 210 time: 0.0291679 Jan 13 17:13:45.613893 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f665f35-bb9a-4e4a-9dbb-360eb4887636 req-850b4700-59ab-46ff-9aa2-9b71b5689ad7 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:45.615361 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1f665f35-bb9a-4e4a-9dbb-360eb4887636 req-850b4700-59ab-46ff-9aa2-9b71b5689ad7 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 943 time: 0.0656648 Jan 13 17:13:45.851366 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (0a4e597f-19a6-4b11-bda4-03afb9a284aa), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:45.868248 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', '0a4e597f-19a6-4b11-bda4-03afb9a284aa'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:45.888555 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event deleted for resources: {'Port': ['ID=0a4e597f-19a6-4b11-bda4-03afb9a284aa,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:45.926472 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.926817 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.927158 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.927496 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.927824 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.928251 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.928580 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.928906 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.929230 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.929560 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.929879 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.930198 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.930548 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:45.948798 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1f665f35-bb9a-4e4a-9dbb-360eb4887636 req-3f9c79f2-7bf9-40ce-a572-1b9045a78c34 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259487 Jan 13 17:13:45.949461 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] No DVR routers for this DVR port 0a4e597f-19a6-4b11-bda4-03afb9a284aa on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:13:45.951749 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:45.954958 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-97c27f2b-942a-4b92-b005-78c1510a8e65 req-d1904714-8bed-4933-9bc1-a9039e537e5e tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "DELETE /v2.0/ports/0a4e597f-19a6-4b11-bda4-03afb9a284aa HTTP/1.1" status: 204 len: 173 time: 0.7293115 Jan 13 17:13:45.955393 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'name': 'network-vif-deleted', 'tag': '0a4e597f-19a6-4b11-bda4-03afb9a284aa'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:45.957676 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4cc429-d55a-4f7a-ad8f-e0fb53b735b7" -d '{"events": [{"server_uuid": "5139c19f-be6b-4ce7-a7c2-3721787f84a6", "name": "network-vif-deleted", "tag": "0a4e597f-19a6-4b11-bda4-03afb9a284aa"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:45.995511 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966b4dcc-f3e4-4e3d-8cc9-2125d53536bc x-openstack-request-id: req-966b4dcc-f3e4-4e3d-8cc9-2125d53536bc {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:45.996189 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5139c19f-be6b-4ce7-a7c2-3721787f84a6", "name": "network-vif-deleted", "tag": "0a4e597f-19a6-4b11-bda4-03afb9a284aa", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:45.996189 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-966b4dcc-f3e4-4e3d-8cc9-2125d53536bc {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:45.996466 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5139c19f-be6b-4ce7-a7c2-3721787f84a6', 'name': 'network-vif-deleted', 'tag': '0a4e597f-19a6-4b11-bda4-03afb9a284aa', 'status': 'completed', 'code': 200} Jan 13 17:13:46.048434 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:13:46.170839 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:46.177196 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f38a8b-67e9-4f9a-bf20-cc1764d97862 req-197a5064-8eaf-43a5-8935-7fe6dd312b80 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:46.178967 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99f38a8b-67e9-4f9a-bf20-cc1764d97862 req-197a5064-8eaf-43a5-8935-7fe6dd312b80 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0644250 Jan 13 17:13:46.182893 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'port_id': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'mac_address': 'fa:16:3e:80:a3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:13:46.193069 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bedca-5d5d-4a4e-b764-9a522ed7e091 req-684c6dfe-d235-4395-a6a3-7c0478dd8ac3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:46.194663 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d44bedca-5d5d-4a4e-b764-9a522ed7e091 req-684c6dfe-d235-4395-a6a3-7c0478dd8ac3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0965810 Jan 13 17:13:46.225410 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:46.226951 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:46.240782 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a672b5b6-96d8-40cf-bd5b-95aa4f2361ff {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:13:46.244362 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99f38a8b-67e9-4f9a-bf20-cc1764d97862 req-0bd38001-60d8-4bbc-8dcb-41c1e106e6c6 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594454 Jan 13 17:13:46.246795 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d44bedca-5d5d-4a4e-b764-9a522ed7e091 req-d97fd155-5886-415d-8240-e589242cdea9 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Jan 13 17:13:46.269141 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:46.339429 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:46.340152 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device d4528d8e-b3b8-473b-b91a-3beb291d4f14 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:13:46.346420 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-44603b19-59f4-43ef-a16f-2501b432168d req-f26a513b-abff-4375-a665-67b743c688e9 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=5139c19f-be6b-4ce7-a7c2-3721787f84a6 HTTP/1.1" status: 200 len: 210 time: 0.0261443 Jan 13 17:13:46.435274 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=9']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:46.447800 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.448217 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.448569 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.448901 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.449221 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.449540 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.449855 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.450167 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.450479 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.450805 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.451121 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.451425 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.451733 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:13:46.485443 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:46.497144 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'port_id': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'mac_address': 'fa:16:3e:e5:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:13:46.534272 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port d4528d8e-b3b8-473b-b91a-3beb291d4f14 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:46.534655 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:46.546889 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4528d8e-b3b8-473b-b91a-3beb291d4f14 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:13:46.566035 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:46.641966 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:46.692695 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:47.013985 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['d4528d8e-b3b8-473b-b91a-3beb291d4f14'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:47.022791 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:47.083806 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67353b09-4ff7-44b8-99ef-14ae8a3c6703 req-f2f845e9-b62d-4a5b-87d4-4a1589554a4a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:47.085346 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-67353b09-4ff7-44b8-99ef-14ae8a3c6703 req-f2f845e9-b62d-4a5b-87d4-4a1589554a4a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 944 time: 0.0546553 Jan 13 17:13:47.136845 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-67353b09-4ff7-44b8-99ef-14ae8a3c6703 req-b00e4b3e-8a5a-4016-a276-0903e18adcab tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455797 Jan 13 17:13:47.147210 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df1fb0-e32b-4a19-8c90-13d6426d2cb9 req-fd6355ea-4b62-4dcf-86b3-6a307c6fd274 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:47.154477 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57df1fb0-e32b-4a19-8c90-13d6426d2cb9 req-fd6355ea-4b62-4dcf-86b3-6a307c6fd274 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0612290 Jan 13 17:13:47.197982 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57df1fb0-e32b-4a19-8c90-13d6426d2cb9 req-169ccdb3-826e-42e2-9b45-7337e86f409b tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Jan 13 17:13:47.377719 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4181a4-1bd2-4032-ae00-121ae07c469b req-262bad8b-4708-4ca9-927c-dfc5c9740cfb tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:47.379953 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-aa4181a4-1bd2-4032-ae00-121ae07c469b req-262bad8b-4708-4ca9-927c-dfc5c9740cfb tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0550573 Jan 13 17:13:47.380103 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec2bf8-7996-4e95-b142-85e376ba96d9 req-f2ce7879-4db7-4a2a-8949-88a6d6b1fad4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:47.381466 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57ec2bf8-7996-4e95-b142-85e376ba96d9 req-f2ce7879-4db7-4a2a-8949-88a6d6b1fad4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 944 time: 0.0587635 Jan 13 17:13:47.432274 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57ec2bf8-7996-4e95-b142-85e376ba96d9 req-b2d0a368-35ac-430d-9ca1-418b2bebc4a4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452015 Jan 13 17:13:47.450818 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-aa4181a4-1bd2-4032-ae00-121ae07c469b req-a1e49cfc-8fb2-4cf2-825c-ca60941ea0ea tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642169 Jan 13 17:13:48.043967 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:13:48.091306 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:13:48.091712 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:48.268439 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3949c-0c83-4f49-98f2-bfa6a48c738d req-fb3a0a19-4b01-42a7-a2d2-1838b79dbb14 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:48.269928 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1af3949c-0c83-4f49-98f2-bfa6a48c738d req-fb3a0a19-4b01-42a7-a2d2-1838b79dbb14 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 944 time: 0.0518212 Jan 13 17:13:48.293163 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:48.293544 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:48.316893 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:48.318828 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1af3949c-0c83-4f49-98f2-bfa6a48c738d req-da033947-d2bd-4abf-824c-65309302df26 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 Jan 13 17:13:48.320113 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39e77ad-08c7-4847-9975-78c614b0de71" -d '{"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-plugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:48.320390 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49482b4-e460-41e0-859a-2ef5a86f0fbb req-154d23e2-6b62-4c88-8f2a-2932e20dc017 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:48.322580 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d49482b4-e460-41e0-859a-2ef5a86f0fbb req-154d23e2-6b62-4c88-8f2a-2932e20dc017 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0556612 Jan 13 17:13:48.333510 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:48.370153 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a40cbed-a2db-4b7b-a642-2b55a89d8715 x-openstack-request-id: req-3a40cbed-a2db-4b7b-a642-2b55a89d8715 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:48.370450 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-plugged", "status": "completed", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:48.370704 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a40cbed-a2db-4b7b-a642-2b55a89d8715 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:48.370893 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d49482b4-e460-41e0-859a-2ef5a86f0fbb req-662301a8-8575-4436-98b6-12360ffac8cc tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Jan 13 17:13:48.371093 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'code': 200} Jan 13 17:13:48.410054 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:48.410944 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0a4e597f-19a6-4b11-bda4-03afb9a284aa no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:13:48.455556 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 0a4e597f-19a6-4b11-bda4-03afb9a284aa {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:13:48.455892 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0a4e597f-19a6-4b11-bda4-03afb9a284aa not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:13:48.456422 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5256bcfc-8e92-4c45-9e89-1ae740877118 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:13:48.479170 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 5256bcfc-8e92-4c45-9e89-1ae740877118 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:13:48.479550 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 5256bcfc-8e92-4c45-9e89-1ae740877118 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:13:48.500189 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=10']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:48.547797 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d4541-0e21-4ad4-b2cc-01dbe8484fa1 req-e5d0b97d-0f1f-4033-a1c4-396473538365 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:48.549304 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-606d4541-0e21-4ad4-b2cc-01dbe8484fa1 req-e5d0b97d-0f1f-4033-a1c4-396473538365 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 944 time: 0.0482023 Jan 13 17:13:48.567974 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b21fd-ae51-4e42-aa52-f26e2d312b00 req-f193ce85-46c0-4fbf-863f-11d603fddeeb tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:48.569404 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-771b21fd-ae51-4e42-aa52-f26e2d312b00 req-f193ce85-46c0-4fbf-863f-11d603fddeeb tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0524342 Jan 13 17:13:48.598005 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-606d4541-0e21-4ad4-b2cc-01dbe8484fa1 req-197c3c8e-4d00-4fca-a40a-bd963c623654 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Jan 13 17:13:48.627829 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-771b21fd-ae51-4e42-aa52-f26e2d312b00 req-961f6aa1-3830-4c9a-b10e-f0bd8bfacf82 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527592 Jan 13 17:13:49.090342 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148aaf5-7704-4e84-af7e-301ee1bea176 req-91eed186-bc03-41e3-9139-44d061559453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:49.091877 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8148aaf5-7704-4e84-af7e-301ee1bea176 req-91eed186-bc03-41e3-9139-44d061559453 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1099 time: 0.0434320 Jan 13 17:13:49.135372 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8148aaf5-7704-4e84-af7e-301ee1bea176 req-0731e791-05ac-4b8c-b769-cb275f932b1d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353420 Jan 13 17:13:49.235653 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4acb0-bfa7-4aa8-bfc7-d46cc2d183ae req-956a4b87-1114-4699-9427-cefadeb971c4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:49.237044 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99d4acb0-bfa7-4aa8-bfc7-d46cc2d183ae req-956a4b87-1114-4699-9427-cefadeb971c4 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0479832 Jan 13 17:13:49.282089 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99d4acb0-bfa7-4aa8-bfc7-d46cc2d183ae req-344679f7-7428-4fa2-b5d5-3aa8d4315bd6 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394967 Jan 13 17:13:49.442902 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88537d-0312-4c60-9278-8940d660790f req-3df75bc1-f2d1-47e7-808d-a5b3be73cc6e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:49.444394 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ad88537d-0312-4c60-9278-8940d660790f req-3df75bc1-f2d1-47e7-808d-a5b3be73cc6e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0472755 Jan 13 17:13:49.482419 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378256d7-2b3b-4670-8e4f-ab929e94dfd1 req-d21d8008-6bc0-4610-8095-7ef22932e367 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:49.484046 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-378256d7-2b3b-4670-8e4f-ab929e94dfd1 req-d21d8008-6bc0-4610-8095-7ef22932e367 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0477436 Jan 13 17:13:49.489899 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ad88537d-0312-4c60-9278-8940d660790f req-dca18440-2f9d-4f2c-9cea-a744fbf2fb90 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392931 Jan 13 17:13:49.533049 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-378256d7-2b3b-4670-8e4f-ab929e94dfd1 req-158b29ce-6a7a-44d7-9ca2-cc69a407a604 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435305 Jan 13 17:13:49.715372 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bc7be-20b2-44bb-a8fc-5fa5fe9f943c req-306dbf12-2a5d-45c2-818c-a1156032f677 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:49.716863 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7d3bc7be-20b2-44bb-a8fc-5fa5fe9f943c req-306dbf12-2a5d-45c2-818c-a1156032f677 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 944 time: 0.0515172 Jan 13 17:13:49.755811 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1faaf8-a188-47b7-b1a7-70838d013094 req-a3e3fd96-f203-43c1-a1b3-1c4f24bf4f4e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:49.757303 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5c1faaf8-a188-47b7-b1a7-70838d013094 req-a3e3fd96-f203-43c1-a1b3-1c4f24bf4f4e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0472193 Jan 13 17:13:49.765381 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7d3bc7be-20b2-44bb-a8fc-5fa5fe9f943c req-23fc296b-a220-46b3-b74a-b8598ff724d4 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Jan 13 17:13:49.817394 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5c1faaf8-a188-47b7-b1a7-70838d013094 req-ff7d38e4-8a64-4786-ae6c-f014338a6aa9 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537651 Jan 13 17:13:50.061791 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device d4528d8e-b3b8-473b-b91a-3beb291d4f14 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:13:50.163534 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port d4528d8e-b3b8-473b-b91a-3beb291d4f14 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:13:50.167852 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port d4528d8e-b3b8-473b-b91a-3beb291d4f14 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:13:50.168260 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:50.245053 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port d4528d8e-b3b8-473b-b91a-3beb291d4f14 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:13:50.245437 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:50.277064 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:50.341138 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:50.375287 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:50.377717 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba248e2-ca44-468c-9ca0-5dd9cf9c35c5" -d '{"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-plugged", "status": "completed", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:50.395029 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:50.398109 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f6d34-81b7-4ba3-baa3-1edbee713bf3 req-5ab2e60c-0173-4e92-8cff-2bb90e1b4444 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:50.406973 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-521f6d34-81b7-4ba3-baa3-1edbee713bf3 req-5ab2e60c-0173-4e92-8cff-2bb90e1b4444 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0519168 Jan 13 17:13:50.419828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b313d973-737a-4b97-ad23-c53f916d91ea x-openstack-request-id: req-b313d973-737a-4b97-ad23-c53f916d91ea {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:50.420177 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-plugged", "status": "completed", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:50.420446 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b313d973-737a-4b97-ad23-c53f916d91ea {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:50.420817 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'code': 200} Jan 13 17:13:50.452051 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-521f6d34-81b7-4ba3-baa3-1edbee713bf3 req-386da1ad-2a64-4d9a-8d31-f75b5b5417de tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Jan 13 17:13:50.615094 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bae5d-505b-48c5-9828-d53f0c9dd412 req-053f6735-f84b-489f-99b8-efc217808fd8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:50.616871 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-827bae5d-505b-48c5-9828-d53f0c9dd412 req-053f6735-f84b-489f-99b8-efc217808fd8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0512617 Jan 13 17:13:50.644654 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a50a41-9f7b-49e9-b25a-d4e31bd43de6 req-1030db3e-c17f-41de-9acb-4748ba89b87f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:50.646129 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48a50a41-9f7b-49e9-b25a-d4e31bd43de6 req-1030db3e-c17f-41de-9acb-4748ba89b87f tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0487266 Jan 13 17:13:50.664072 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-827bae5d-505b-48c5-9828-d53f0c9dd412 req-309bceb9-fc59-469c-8b08-f151ab76c247 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Jan 13 17:13:50.702683 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48a50a41-9f7b-49e9-b25a-d4e31bd43de6 req-c2db51f8-a92f-4488-a78e-cedef1bdcfb4 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501008 Jan 13 17:13:50.886630 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e166-286d-4246-978a-97195fa897f8 req-845e992a-8507-453a-89db-a9281ed9b867 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:50.888330 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dbc1e166-286d-4246-978a-97195fa897f8 req-845e992a-8507-453a-89db-a9281ed9b867 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0573816 Jan 13 17:13:50.935072 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5210b5-0aae-4d02-b06d-63914fab7a43 req-80072b70-4c5f-428b-868d-9b7a95eb9f6c tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:50.936643 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b5210b5-0aae-4d02-b06d-63914fab7a43 req-80072b70-4c5f-428b-868d-9b7a95eb9f6c tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0494533 Jan 13 17:13:50.938183 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-dbc1e166-286d-4246-978a-97195fa897f8 req-c09dfcd0-b3b5-4910-8dff-298f39609cac tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Jan 13 17:13:51.012814 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12749c-996b-4fc2-ba81-8410915f504e req-d61f535e-103a-4ce0-8684-bd4f1f3c4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:51.014349 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2a12749c-996b-4fc2-ba81-8410915f504e req-d61f535e-103a-4ce0-8684-bd4f1f3c4f08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1098 time: 0.0768406 Jan 13 17:13:51.023682 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b5210b5-0aae-4d02-b06d-63914fab7a43 req-d3a3a78c-bda8-4732-8364-abc98d861545 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777473 Jan 13 17:13:51.063713 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2a12749c-996b-4fc2-ba81-8410915f504e req-ef0f21dd-473f-4d5f-aa14-a8348d68c5b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390651 Jan 13 17:13:51.565068 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75293e5-abf1-4edb-b888-079e115c8a3f req-33a945b4-f425-4f2d-87ce-8f85e853021d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:51.566547 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e75293e5-abf1-4edb-b888-079e115c8a3f req-33a945b4-f425-4f2d-87ce-8f85e853021d tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0472343 Jan 13 17:13:51.612554 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e75293e5-abf1-4edb-b888-079e115c8a3f req-3a88c08e-158f-484c-b084-d669b3f29dc1 tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/security-groups?id=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Jan 13 17:13:51.797380 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68288cc-85aa-4819-9c6e-167f932697d7 req-f56309bc-40b3-4a9e-8240-d788ecec4d59 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:51.798857 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d68288cc-85aa-4819-9c6e-167f932697d7 req-f56309bc-40b3-4a9e-8240-d788ecec4d59 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0617430 Jan 13 17:13:51.824056 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e74b2-4ff5-4713-9023-2e1b89e97dbb req-8cb1a199-4fb4-4a36-b708-568455dacbf7 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:51.825540 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f20e74b2-4ff5-4713-9023-2e1b89e97dbb req-8cb1a199-4fb4-4a36-b708-568455dacbf7 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0540209 Jan 13 17:13:51.847276 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d68288cc-85aa-4819-9c6e-167f932697d7 req-71274c63-61c6-4421-86a5-4e5f7c2925d7 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Jan 13 17:13:51.875355 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f20e74b2-4ff5-4713-9023-2e1b89e97dbb req-2b1f6f6c-795e-4225-a23e-300f86e6f1ae tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Jan 13 17:13:51.986506 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c3df-893a-4936-9425-04b724b07d81 req-6c475307-5168-4265-9011-4f573a16e97c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:51.987964 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8222c3df-893a-4936-9425-04b724b07d81 req-6c475307-5168-4265-9011-4f573a16e97c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 945 time: 0.0478888 Jan 13 17:13:52.105706 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf308-628f-4037-9dd5-b2b9fce1663e req-16715e3c-ce9b-4eed-b116-51ea4af995f3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:52.107185 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6bbbf308-628f-4037-9dd5-b2b9fce1663e req-16715e3c-ce9b-4eed-b116-51ea4af995f3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0989337 Jan 13 17:13:52.136778 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861bf1d-2526-4366-94ef-5d377d5eac01 req-280e5bcd-83a8-4076-aa25-ce4551fbef16 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:52.138390 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4861bf1d-2526-4366-94ef-5d377d5eac01 req-280e5bcd-83a8-4076-aa25-ce4551fbef16 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0492148 Jan 13 17:13:52.162549 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Deleting port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:52.162880 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:52.182938 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6bbbf308-628f-4037-9dd5-b2b9fce1663e req-2d3c2edf-95a8-49d1-9ca4-1fac6ca196f9 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700285 Jan 13 17:13:52.202742 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4861bf1d-2526-4366-94ef-5d377d5eac01 req-ce263ee0-d266-4631-b981-7e6cfa760d2a tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574462 Jan 13 17:13:52.261376 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] For port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,segment=NetworkSegment(ea61619e-524c-4ddb-8f5b-b5863187d273),segment_id=ea61619e-524c-4ddb-8f5b-b5863187d273)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:52.261657 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:52.274564 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Calling delete_port for 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:13:52.475042 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:52.489711 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:52.518277 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Pushing event deleted for resources: {'Port': ['ID=8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:52.557398 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] No DVR routers for this DVR port 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:13:52.560402 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:52.563654 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8222c3df-893a-4936-9425-04b724b07d81 req-159ff8b7-1437-48a9-a62f-3881596c107a tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.57 "DELETE /v2.0/ports/8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 HTTP/1.1" status: 204 len: 173 time: 0.5618603 Jan 13 17:13:52.564101 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'name': 'network-vif-deleted', 'tag': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:52.566291 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd210b-4eb9-475d-adbc-76862098a095" -d '{"events": [{"server_uuid": "a1404ffa-7208-46f6-b9cb-37233389a22b", "name": "network-vif-deleted", "tag": "8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:52.601581 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50958529-ab3f-43d0-b895-3759896ccf82 x-openstack-request-id: req-50958529-ab3f-43d0-b895-3759896ccf82 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:52.601870 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1404ffa-7208-46f6-b9cb-37233389a22b", "name": "network-vif-deleted", "tag": "8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:52.602201 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50958529-ab3f-43d0-b895-3759896ccf82 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:52.602633 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1404ffa-7208-46f6-b9cb-37233389a22b', 'name': 'network-vif-deleted', 'tag': '8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2', 'status': 'completed', 'code': 200} Jan 13 17:13:52.707265 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7793a5a1-f156-485f-b72b-bd8fb09fb933 req-7026c2b6-18fe-48b9-9a28-42fb2cf15a4c tempest-AttachVolumeNegativeTest-105329691 tempest-AttachVolumeNegativeTest-105329691-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1404ffa-7208-46f6-b9cb-37233389a22b HTTP/1.1" status: 200 len: 210 time: 0.0255930 Jan 13 17:13:53.006044 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aa55a-a9f6-4a83-ab70-e4d134b02443 req-13e8d09c-b77b-471a-b571-d904c0ed0236 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:53.007619 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a0aa55a-a9f6-4a83-ab70-e4d134b02443 req-13e8d09c-b77b-471a-b571-d904c0ed0236 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0522797 Jan 13 17:13:53.020132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42269c-f6ea-4722-a4af-04ffdb37873d req-8c29665e-8f41-435c-9435-a9ff15876e5e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:53.021600 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cb42269c-f6ea-4722-a4af-04ffdb37873d req-8c29665e-8f41-435c-9435-a9ff15876e5e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0516613 Jan 13 17:13:53.054834 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9a0aa55a-a9f6-4a83-ab70-e4d134b02443 req-0166101f-3f79-4e9f-a349-2c76d3f4ba03 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Jan 13 17:13:53.070747 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cb42269c-f6ea-4722-a4af-04ffdb37873d req-9d6fa078-30dd-4e3d-82c4-14f4afe033cf tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Jan 13 17:13:53.295715 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3515e-22e9-498f-acd9-87b9a15d93c8 req-d668eee8-4524-437a-9920-ed729476be9d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:53.297244 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f4a3515e-22e9-498f-acd9-87b9a15d93c8 req-d668eee8-4524-437a-9920-ed729476be9d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0477524 Jan 13 17:13:53.317966 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4d973-d279-44d7-ba2c-892fb3039054 req-962de9cc-07a4-4f1e-a667-e81d033e4018 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:53.319453 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-60a4d973-d279-44d7-ba2c-892fb3039054 req-962de9cc-07a4-4f1e-a667-e81d033e4018 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0517220 Jan 13 17:13:53.345214 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f4a3515e-22e9-498f-acd9-87b9a15d93c8 req-87d97679-2044-4f09-90d8-0f793272bdf3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Jan 13 17:13:53.380468 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-60a4d973-d279-44d7-ba2c-892fb3039054 req-2e4feee0-a625-4b44-b0fa-5e2be86c5320 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551519 Jan 13 17:13:53.458151 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9443355-ed6e-4e2c-987f-6c8d8a5dd683 req-9974b3b3-f83a-4fd3-976c-6fe1e9015049 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:53.459639 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b9443355-ed6e-4e2c-987f-6c8d8a5dd683 req-9974b3b3-f83a-4fd3-976c-6fe1e9015049 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0473218 Jan 13 17:13:53.511487 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b9443355-ed6e-4e2c-987f-6c8d8a5dd683 req-b4e5f37b-77e6-4a44-b9f3-14b494b1d3bf tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456724 Jan 13 17:13:53.532863 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32790) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:53.668792 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627ff7e-f470-455b-a49b-c339a00859b1 tempest-TestShelveInstance-162894459 tempest-TestShelveInstance-162894459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:53.670299 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-f627ff7e-f470-455b-a49b-c339a00859b1 tempest-TestShelveInstance-162894459 tempest-TestShelveInstance-162894459-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1093 time: 0.1364424 Jan 13 17:13:53.673388 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32794) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:53.677900 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'port_id': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:13:53.760212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32798) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:53.785864 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:53.849233 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] Deleting subnet 43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d {{(pid=103097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:13:53.853613 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] Publish callbacks [] for subnet (43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:53.899132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12403886'] for subnet (43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:53.954754 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:53.990489 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.107491 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Allocated IP 172.27.0.12 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/d9e6d29d-2103-4eee-b20b-9dd52d795203) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:13:54.109919 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12409075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8515092'] for subnet (43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.159742 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:54.161693 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.167467 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c21d817a-4a90-4645-a650-2f637e7c1902 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/43a34e7e-40c4-4d7d-a9b2-cc0f6ae81e5d HTTP/1.1" status: 204 len: 168 time: 0.4062419 Jan 13 17:13:54.169930 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32802) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:54.171597 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91b04a-157e-4613-9177-5a0474290535 req-6e5b9aff-6e90-4e0e-b83d-40dbfb63cd98 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:54.173116 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9d91b04a-157e-4613-9177-5a0474290535 req-6e5b9aff-6e90-4e0e-b83d-40dbfb63cd98 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0513587 Jan 13 17:13:54.220549 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9d91b04a-157e-4613-9177-5a0474290535 req-6799921e-8937-4d9d-9cff-4eb3b8729e53 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Jan 13 17:13:54.287992 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (af0081b4-82c9-48f6-908e-39c658326c91), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.319506 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.403899 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (af0081b4-82c9-48f6-908e-39c658326c91), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.430948 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0081b4-82c9-48f6-908e-39c658326c91']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:54.440095 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea61619e-524c-4ddb-8f5b-b5863187d273') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:54.440391 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea61619e-524c-4ddb-8f5b-b5863187d273') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:54.449472 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (ea61619e-524c-4ddb-8f5b-b5863187d273), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.483673 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ea61619e-524c-4ddb-8f5b-b5863187d273), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.490771 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:13:54.491413 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (ea61619e-524c-4ddb-8f5b-b5863187d273), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.494892 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:13:54.497110 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.588577 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:13:54.611630 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:13:54.622042 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd49c2c-aa76-49d0-a959-816e6523dd2a req-80b49ac5-2132-4c6c-9119-404b20fbc311 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:54.623513 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cdd49c2c-aa76-49d0-a959-816e6523dd2a req-80b49ac5-2132-4c6c-9119-404b20fbc311 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.1722922 Jan 13 17:13:54.629375 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:13:54.665161 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'Port': ['ID=d9e6d29d-2103-4eee-b20b-9dd52d795203,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:54.685040 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (af0081b4-82c9-48f6-908e-39c658326c91), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.718342 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617c412-788e-4ada-859b-47edebc39fc7 req-72f343a4-4b6f-4497-bda9-882e67c8a731 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:54.719774 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b617c412-788e-4ada-859b-47edebc39fc7 req-72f343a4-4b6f-4497-bda9-882e67c8a731 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.1543849 Jan 13 17:13:54.732453 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:54.735524 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/af0081b4-82c9-48f6-908e-39c658326c91 HTTP/1.1" status: 204 len: 168 time: 0.5643880 Jan 13 17:13:54.765406 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6f579-c9b3-48fc-9e06-91709f1764d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0081b4-82c9-48f6-908e-39c658326c91,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:54.813524 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cdd49c2c-aa76-49d0-a959-816e6523dd2a req-b7cd27bf-e003-4688-9114-442ccc53c6a5 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1795845 Jan 13 17:13:54.971734 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Deleting port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:54.971990 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.083792 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32810) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:55.113897 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] For port 3a4ec76e-38c8-4b3f-94ab-2575fd599610, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3a4ec76e-38c8-4b3f-94ab-2575fd599610,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:55.114460 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.122842 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d8c19aa7-b30d-49c5-8afb-a4c9cfe2aa4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ca7d23c01e24ed7a0be783ac71a769e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378356 Jan 13 17:13:55.125343 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32812) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:55.153886 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Calling delete_port for 3a4ec76e-38c8-4b3f-94ab-2575fd599610 owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:13:55.178150 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28099071-196e-417d-9136-f3a0977570b4 admin admin] Publish callbacks [] for security_group (a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.201554 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28099071-196e-417d-9136-f3a0977570b4 admin admin] Publish callbacks [] for security_group (a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.273145 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for floatingip (419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.312768 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28099071-196e-417d-9136-f3a0977570b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.315371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28099071-196e-417d-9136-f3a0977570b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.318845 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-28099071-196e-417d-9136-f3a0977570b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6 HTTP/1.1" status: 204 len: 168 time: 0.1903505 Jan 13 17:13:55.330089 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28099071-196e-417d-9136-f3a0977570b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48d5db2-6837-4fe1-b7d3-c2c6362ef2b6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:55.347714 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b107bf3-b891-4b91-863a-11e3ccc86608 req-bb36569c-b769-4063-9936-41a2bc63f2ff tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:55.349336 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1b107bf3-b891-4b91-863a-11e3ccc86608 req-bb36569c-b769-4063-9936-41a2bc63f2ff tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 946 time: 0.0622680 Jan 13 17:13:55.420960 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1b107bf3-b891-4b91-863a-11e3ccc86608 req-2d146a5b-47c8-4ae1-98b3-13ed2beed1f9 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/security-groups?id=c544a970-90ce-4801-90ae-44c6bb3d6f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632877 Jan 13 17:13:55.594108 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.708087 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (3a4ec76e-38c8-4b3f-94ab-2575fd599610), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.720156 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['3a4ec76e-38c8-4b3f-94ab-2575fd599610'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:13:55.750508 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Pushing event deleted for resources: {'Port': ['ID=3a4ec76e-38c8-4b3f-94ab-2575fd599610,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:55.803333 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] No DVR routers for this DVR port 3a4ec76e-38c8-4b3f-94ab-2575fd599610 on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:13:55.806545 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.810141 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b617c412-788e-4ada-859b-47edebc39fc7 req-4595d307-c016-4afd-9a1b-03e2f32c89e2 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.57 "DELETE /v2.0/ports/3a4ec76e-38c8-4b3f-94ab-2575fd599610 HTTP/1.1" status: 204 len: 173 time: 1.0734625 Jan 13 17:13:55.814539 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'name': 'network-vif-deleted', 'tag': '3a4ec76e-38c8-4b3f-94ab-2575fd599610'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:55.817165 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8744be9e-243d-48a5-a58b-8bc54393d8ee" -d '{"events": [{"server_uuid": "7ea918af-6872-4528-bf89-b7a49014ea8e", "name": "network-vif-deleted", "tag": "3a4ec76e-38c8-4b3f-94ab-2575fd599610"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:55.828476 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:55.859479 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72040fb2-f75d-44b7-b3ff-a2ffeecbee3d x-openstack-request-id: req-72040fb2-f75d-44b7-b3ff-a2ffeecbee3d {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:55.859792 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea918af-6872-4528-bf89-b7a49014ea8e", "name": "network-vif-deleted", "tag": "3a4ec76e-38c8-4b3f-94ab-2575fd599610", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:55.860063 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72040fb2-f75d-44b7-b3ff-a2ffeecbee3d {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:55.860458 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea918af-6872-4528-bf89-b7a49014ea8e', 'name': 'network-vif-deleted', 'tag': '3a4ec76e-38c8-4b3f-94ab-2575fd599610', 'status': 'completed', 'code': 200} Jan 13 17:13:55.891549 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:13:55.928695 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cfa93-2a35-40c6-a229-3e437aa901fc req-4c02e655-fe73-401e-9cd7-48fd854c70c7 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:55.930662 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b89cfa93-2a35-40c6-a229-3e437aa901fc req-4c02e655-fe73-401e-9cd7-48fd854c70c7 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0492132 Jan 13 17:13:55.933417 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:56.008646 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b89cfa93-2a35-40c6-a229-3e437aa901fc req-667461ef-eaf9-4312-9a01-6f7907be8143 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708203 Jan 13 17:13:56.011122 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event updated for resources: {'Port': ['ID=d9e6d29d-2103-4eee-b20b-9dd52d795203,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:56.019970 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:56.093917 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:13:56.114820 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:13:56.115161 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8dbd5e0c-48cb-41bc-a03f-35bf8fb328f2 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:13:56.124281 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.l3_db [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Floating IP 419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2 associated. External IP: 172.27.0.12, port: d4528d8e-b3b8-473b-b91a-3beb291d4f14. Jan 13 17:13:56.334419 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:13:56.441940 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:13:56.451415 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] Sync routers for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:13:56.466414 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:56.467923 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:13:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:56.530266 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b106300c-5ca0-4422-8abc-2422002210ce req-5c4cbad1-42aa-4d82-ada7-1b5750ce1959 tempest-ServerRescueNegativeTestJSON-1322759163 tempest-ServerRescueNegativeTestJSON-1322759163-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ea918af-6872-4528-bf89-b7a49014ea8e HTTP/1.1" status: 200 len: 210 time: 0.0333383 Jan 13 17:13:56.533123 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:56.561797 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8b7f63d6-1c85-454d-a166-f4407ef25b36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8872037 Jan 13 17:13:56.574578 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:56.881400 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'port_id': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'mac_address': 'fa:16:3e:e5:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:13:55Z', 'updated_at': '2022-01-13T17:13:55Z', 'revision_number': 0, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:35Z', 'revision_number': 5, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:56.907932 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] Checking router: 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:13:56.916116 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:56.916711 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:13:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:57.020818 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:57.137083 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd1597-667c-460c-80c4-6dba4fa6054d req-ab86a430-da1a-44f4-b351-a0ae9a75ce1e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:57.138690 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4acd1597-667c-460c-80c4-6dba4fa6054d req-ab86a430-da1a-44f4-b351-a0ae9a75ce1e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0532303 Jan 13 17:13:57.203492 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4acd1597-667c-460c-80c4-6dba4fa6054d req-67577095-3430-40ea-839d-3dfc6ca0b62f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584009 Jan 13 17:13:57.253123 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'port_id': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'mac_address': 'fa:16:3e:e5:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:13:55Z', 'updated_at': '2022-01-13T17:13:55Z', 'revision_number': 0, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:35Z', 'revision_number': 5, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:57.279416 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0a26-bded-4d81-aae5-6d3fab19c034 None None] The sync data for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi is: [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'port_id': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'mac_address': 'fa:16:3e:e5:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:13:55Z', 'updated_at': '2022-01-13T17:13:55Z', 'revision_number': 0, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:35Z', 'revision_number': 5, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:13:57.484693 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85371195-d0aa-4c0b-a0c7-c38a92263fa7 None None] New status for floating IP 419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2: ACTIVE {{(pid=103099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:13:57.586424 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32872) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:57.861387 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:13:57.863768 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b41f0-167b-4c95-a2f2-404cc44e1e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:13:57.899904 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593bb5ba-6ad3-4783-8e1d-1935dc437757 x-openstack-request-id: req-593bb5ba-6ad3-4783-8e1d-1935dc437757 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:13:57.900234 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:13:57.900490 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-593bb5ba-6ad3-4783-8e1d-1935dc437757 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:13:57.900888 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'status': 'completed', 'code': 200} Jan 13 17:13:57.985076 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-ceb59b53-6ec2-43e5-915d-17dd411e2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:57.986560 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-ceb59b53-6ec2-43e5-915d-17dd411e2beb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1098 time: 0.0404737 Jan 13 17:13:58.005495 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (f10ff890-dc67-4188-83da-13c84b1cb96a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.091362 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-0ab42405-3eef-45e4-91b1-aef351fb7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:58.092881 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-0ab42405-3eef-45e4-91b1-aef351fb7759 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 200 len: 910 time: 0.0892298 Jan 13 17:13:58.164818 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-f8f79c36-1625-4839-aca5-d28ce89ba70d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 200 len: 1000 time: 0.0604806 Jan 13 17:13:58.187351 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32886) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:58.221615 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-5e0b3d7c-712c-42ca-9ec5-ba47a0d28607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:58.223066 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-5e0b3d7c-712c-42ca-9ec5-ba47a0d28607 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=075d8823-0796-47f4-a9c6-0710a52508b7 HTTP/1.1" status: 200 len: 848 time: 0.0487309 Jan 13 17:13:58.278755 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-b295130b-7001-480e-94e6-414479b6851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:58.280443 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-b295130b-7001-480e-94e6-414479b6851c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497746 Jan 13 17:13:58.316042 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a18baa5-f564-4460-bc24-36bef7d8d656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.357159 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Deleting port 55593d2a-4996-4f5f-9dd0-7efc252ce399 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:58.357490 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.376203 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7ce00-af7c-44bb-b412-c2f4fa87c3ef req-f0fbea26-1ce2-4c8b-bc24-8a557c6bbc05 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:58.377672 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a8f7ce00-af7c-44bb-b412-c2f4fa87c3ef req-f0fbea26-1ce2-4c8b-bc24-8a557c6bbc05 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.1019831 Jan 13 17:13:58.428267 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-72c5e7ab-081e-42ea-81da-f86aafb0f6e0 service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240051 Jan 13 17:13:58.467637 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a18baa5-f564-4460-bc24-36bef7d8d656 admin admin] Publish callbacks [] for security_group (df1fcfc4-1eb1-4826-a1aa-e245d40bec8c), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.469585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] For port 55593d2a-4996-4f5f-9dd0-7efc252ce399, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=55593d2a-4996-4f5f-9dd0-7efc252ce399,segment=NetworkSegment(4ba35a66-c723-415c-9da8-64e23a3f2e83),segment_id=4ba35a66-c723-415c-9da8-64e23a3f2e83)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:58.469929 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.481180 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Calling delete_port for 55593d2a-4996-4f5f-9dd0-7efc252ce399 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:13:58.505538 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a8f7ce00-af7c-44bb-b412-c2f4fa87c3ef req-9009942e-6792-4fd2-88d8-66952ed4e2e1 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208184 Jan 13 17:13:58.534878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6a18baa5-f564-4460-bc24-36bef7d8d656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (df1fcfc4-1eb1-4826-a1aa-e245d40bec8c), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.548403 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-832b41f0-167b-4c95-a2f2-404cc44e1e5a req-8ab73825-b3e7-4ba7-92e6-ad45df1f7318 service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995874 Jan 13 17:13:58.591137 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6a18baa5-f564-4460-bc24-36bef7d8d656 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b00aca9d95904174b40e75d3ffca152b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025109 Jan 13 17:13:58.593839 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32892) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:58.623129 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18baa5-f564-4460-bc24-36bef7d8d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1fcfc4-1eb1-4826-a1aa-e245d40bec8c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:58.658498 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e653ad3a-c0dd-4bb7-baaf-1ce9c527417b admin admin] Publish callbacks [] for security_group (df1fcfc4-1eb1-4826-a1aa-e245d40bec8c), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.679799 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e653ad3a-c0dd-4bb7-baaf-1ce9c527417b admin admin] Publish callbacks [] for security_group (df1fcfc4-1eb1-4826-a1aa-e245d40bec8c), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.763852 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (55593d2a-4996-4f5f-9dd0-7efc252ce399), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.789990 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Pushing event deleted for resources: {'Port': ['ID=55593d2a-4996-4f5f-9dd0-7efc252ce399,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:58.797951 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e653ad3a-c0dd-4bb7-baaf-1ce9c527417b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (df1fcfc4-1eb1-4826-a1aa-e245d40bec8c), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.800757 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e653ad3a-c0dd-4bb7-baaf-1ce9c527417b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:58.801899 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e653ad3a-c0dd-4bb7-baaf-1ce9c527417b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df1fcfc4-1eb1-4826-a1aa-e245d40bec8c HTTP/1.1" status: 204 len: 168 time: 0.2070465 Jan 13 17:13:58.810590 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653ad3a-c0dd-4bb7-baaf-1ce9c527417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1fcfc4-1eb1-4826-a1aa-e245d40bec8c,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:58.913758 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (f10ff890-dc67-4188-83da-13c84b1cb96a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.126629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Router f10ff890-dc67-4188-83da-13c84b1cb96a has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:13:59.229049 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:13:59.233889 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a5461dad-ed1e-44aa-9698-91be09e6ee0e admin admin] 10.222.0.42 "PUT /v2.0/routers/f10ff890-dc67-4188-83da-13c84b1cb96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464443 Jan 13 17:13:59.236596 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:59.238948 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18168843-f6bc-400c-a547-311408454e33 None None] Sync routers for ids ['f10ff890-dc67-4188-83da-13c84b1cb96a'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:13:59.250217 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] Routers {'f10ff890-dc67-4188-83da-13c84b1cb96a'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:59.250981 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:13:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['f10ff890-dc67-4188-83da-13c84b1cb96a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:59.338157 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks [] for router (f10ff890-dc67-4188-83da-13c84b1cb96a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.354855 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] Set router f10ff890-dc67-4188-83da-13c84b1cb96a gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:59.466557 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32900) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:59.480330 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1812504-461a-4a41-b8bf-ce66da64efe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.568480 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1812504-461a-4a41-b8bf-ce66da64efe6 admin admin] Publish callbacks [] for security_group (a13b097d-c096-45a4-ba31-1ce16196c469), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.576502 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:13:58Z', 'revision_number': 5, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:59.605189 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18168843-f6bc-400c-a547-311408454e33 None None] Checking router: f10ff890-dc67-4188-83da-13c84b1cb96a for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:13:59.613862 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] Routers {'f10ff890-dc67-4188-83da-13c84b1cb96a'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:13:59.614528 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:13:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['f10ff890-dc67-4188-83da-13c84b1cb96a'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:59.637931 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1812504-461a-4a41-b8bf-ce66da64efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a13b097d-c096-45a4-ba31-1ce16196c469), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.678320 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a1812504-461a-4a41-b8bf-ce66da64efe6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ecba0b4265454fd1833f772567f3234a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106698 Jan 13 17:13:59.679189 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1812504-461a-4a41-b8bf-ce66da64efe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b097d-c096-45a4-ba31-1ce16196c469,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:59.682201 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32904) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:13:59.722610 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks [] for router_gateway (f10ff890-dc67-4188-83da-13c84b1cb96a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.723095 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] Set router f10ff890-dc67-4188-83da-13c84b1cb96a gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:13:59.731748 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-29a0f2f7-ced4-479c-b29f-efb558b4efd7 admin admin] Publish callbacks [] for security_group (a13b097d-c096-45a4-ba31-1ce16196c469), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.740309 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b70e9c-cac9-49fe-a14f-017d5083ec6a req-316a3c3c-357f-4cc7-97e1-f4501527de9b tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:13:59.742208 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e8b70e9c-cac9-49fe-a14f-017d5083ec6a req-316a3c3c-357f-4cc7-97e1-f4501527de9b tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0767426 Jan 13 17:13:59.763300 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-29a0f2f7-ced4-479c-b29f-efb558b4efd7 admin admin] Publish callbacks [] for security_group (a13b097d-c096-45a4-ba31-1ce16196c469), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.828184 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e8b70e9c-cac9-49fe-a14f-017d5083ec6a req-dfc63b93-08d9-4493-9042-e1a8c37ae6fc tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&id=7fcdc27f-518e-4c77-9e69-c1d668fce97e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794926 Jan 13 17:13:59.847182 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Deleting port 79afef8c-6c69-4ce3-9399-8fba55182b58 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:13:59.847651 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.866760 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-29a0f2f7-ced4-479c-b29f-efb558b4efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a13b097d-c096-45a4-ba31-1ce16196c469), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.869979 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-29a0f2f7-ced4-479c-b29f-efb558b4efd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.871838 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-29a0f2f7-ced4-479c-b29f-efb558b4efd7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a13b097d-c096-45a4-ba31-1ce16196c469 HTTP/1.1" status: 204 len: 168 time: 0.1887207 Jan 13 17:13:59.887696 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0f2f7-ced4-479c-b29f-efb558b4efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b097d-c096-45a4-ba31-1ce16196c469,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:13:59.929097 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-18168843-f6bc-400c-a547-311408454e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:13:58Z', 'revision_number': 5, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:13:59.950155 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] For port 79afef8c-6c69-4ce3-9399-8fba55182b58, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=79afef8c-6c69-4ce3-9399-8fba55182b58,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:13:59.950648 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:13:59.962707 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18168843-f6bc-400c-a547-311408454e33 None None] The sync data for ids ['f10ff890-dc67-4188-83da-13c84b1cb96a'] in dv-cinder-799871-9-iscsi is: [{'id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'name': 'tempest-ServerRescueNegativeTestJSON-926049443-router', 'tenant_id': '3af0c4a6646649f8b153428d286bb2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:13:58Z', 'revision_number': 5, 'project_id': '3af0c4a6646649f8b153428d286bb2ff', 'gw_port': {'id': '79afef8c-6c69-4ce3-9399-8fba55182b58', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10ff890-dc67-4188-83da-13c84b1cb96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:35Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:13:59.965427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Calling delete_port for 79afef8c-6c69-4ce3-9399-8fba55182b58 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:14:00.115171 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 3a4ec76e-38c8-4b3f-94ab-2575fd599610 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:14:00.137493 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 3a4ec76e-38c8-4b3f-94ab-2575fd599610 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:14:00.137830 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 3a4ec76e-38c8-4b3f-94ab-2575fd599610 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:14:00.255188 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (79afef8c-6c69-4ce3-9399-8fba55182b58), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.282573 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Pushing event deleted for resources: {'Port': ['ID=79afef8c-6c69-4ce3-9399-8fba55182b58,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:00.303229 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (f10ff890-dc67-4188-83da-13c84b1cb96a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.432215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (f10ff890-dc67-4188-83da-13c84b1cb96a), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.432215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks [] for router_controller (f10ff890-dc67-4188-83da-13c84b1cb96a), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.579125 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (f10ff890-dc67-4188-83da-13c84b1cb96a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.579677 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10ff890-dc67-4188-83da-13c84b1cb96a {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:14:00.585028 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.589399 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6b183a5e-15cb-4c3c-9228-ee67169203ca admin admin] 10.222.0.42 "DELETE /v2.0/routers/f10ff890-dc67-4188-83da-13c84b1cb96a HTTP/1.1" status: 204 len: 168 time: 1.3487318 Jan 13 17:14:00.589487 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32918) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:00.635498 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] Deleting subnet 55da2496-24e0-4c41-8161-729b20aed0dd {{(pid=103097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:14:00.638642 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] Publish callbacks [] for subnet (55da2496-24e0-4c41-8161-729b20aed0dd), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.673447 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12403886'] for subnet (55da2496-24e0-4c41-8161-729b20aed0dd), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.724229 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (55da2496-24e0-4c41-8161-729b20aed0dd), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.847671 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12409075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8515092'] for subnet (55da2496-24e0-4c41-8161-729b20aed0dd), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.871436 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55da2496-24e0-4c41-8161-729b20aed0dd,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:00.878110 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:00.881896 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e6ca9af4-d262-40d5-ab11-ccb8b2ee3d9f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55da2496-24e0-4c41-8161-729b20aed0dd HTTP/1.1" status: 204 len: 168 time: 0.2913501 Jan 13 17:14:00.884888 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 32924) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:00.955450 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (29140d95-813c-4055-afcb-5fe62901479d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.035052 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (29140d95-813c-4055-afcb-5fe62901479d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.057236 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29140d95-813c-4055-afcb-5fe62901479d']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:14:01.068238 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba35a66-c723-415c-9da8-64e23a3f2e83') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:14:01.068508 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba35a66-c723-415c-9da8-64e23a3f2e83') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:14:01.078475 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (4ba35a66-c723-415c-9da8-64e23a3f2e83), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.092123 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (4ba35a66-c723-415c-9da8-64e23a3f2e83), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.098437 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:14:01.099006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (4ba35a66-c723-415c-9da8-64e23a3f2e83), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:14:01.102762 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:14:01.212906 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (29140d95-813c-4055-afcb-5fe62901479d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.223081 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.223081 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/29140d95-813c-4055-afcb-5fe62901479d HTTP/1.1" status: 204 len: 168 time: 0.3366702 Jan 13 17:14:01.232657 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb994d3a-cadd-40f9-a122-197a90a63ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=29140d95-813c-4055-afcb-5fe62901479d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:01.563539 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32940) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:01.604361 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ec54732a-5985-4e26-86a5-aa2cc1537bb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3af0c4a6646649f8b153428d286bb2ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424247 Jan 13 17:14:01.606758 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32944) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:01.660958 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-528b2b91-b9f1-400e-a3a6-3cc13573c98b admin admin] Publish callbacks [] for security_group (c544a970-90ce-4801-90ae-44c6bb3d6f7b), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.676999 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-528b2b91-b9f1-400e-a3a6-3cc13573c98b admin admin] Publish callbacks [] for security_group (c544a970-90ce-4801-90ae-44c6bb3d6f7b), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.798760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-528b2b91-b9f1-400e-a3a6-3cc13573c98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c544a970-90ce-4801-90ae-44c6bb3d6f7b), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.801424 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-528b2b91-b9f1-400e-a3a6-3cc13573c98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:01.809201 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-528b2b91-b9f1-400e-a3a6-3cc13573c98b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c544a970-90ce-4801-90ae-44c6bb3d6f7b HTTP/1.1" status: 204 len: 168 time: 0.1942604 Jan 13 17:14:01.811341 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b2b91-b9f1-400e-a3a6-3cc13573c98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c544a970-90ce-4801-90ae-44c6bb3d6f7b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:01.880664 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 79afef8c-6c69-4ce3-9399-8fba55182b58 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:14:01.904959 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 79afef8c-6c69-4ce3-9399-8fba55182b58 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:14:01.905400 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 79afef8c-6c69-4ce3-9399-8fba55182b58 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:14:01.905915 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 55593d2a-4996-4f5f-9dd0-7efc252ce399 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:14:01.925292 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 55593d2a-4996-4f5f-9dd0-7efc252ce399 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:14:01.925768 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 55593d2a-4996-4f5f-9dd0-7efc252ce399 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:14:02.648453 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 32992) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:02.752188 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-847d842e-ce0a-4d7c-aff5-831a215f7e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:02.824871 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-847d842e-ce0a-4d7c-aff5-831a215f7e9d admin admin] Publish callbacks [] for security_group (b65cdc02-0bab-4784-9c59-37c832218b21), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:02.910210 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-847d842e-ce0a-4d7c-aff5-831a215f7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b65cdc02-0bab-4784-9c59-37c832218b21), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:02.947963 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-847d842e-ce0a-4d7c-aff5-831a215f7e9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41b8ccacb31a4516823a23e156f0aa44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983935 Jan 13 17:14:02.953891 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d842e-ce0a-4d7c-aff5-831a215f7e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65cdc02-0bab-4784-9c59-37c832218b21,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:02.954294 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33000) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:03.001557 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a4280d7a-b061-44b6-9dbe-f3bbf0f54046 admin admin] Publish callbacks [] for security_group (b65cdc02-0bab-4784-9c59-37c832218b21), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.022178 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a4280d7a-b061-44b6-9dbe-f3bbf0f54046 admin admin] Publish callbacks [] for security_group (b65cdc02-0bab-4784-9c59-37c832218b21), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.144352 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a4280d7a-b061-44b6-9dbe-f3bbf0f54046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b65cdc02-0bab-4784-9c59-37c832218b21), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.146889 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a4280d7a-b061-44b6-9dbe-f3bbf0f54046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.148085 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a4280d7a-b061-44b6-9dbe-f3bbf0f54046 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b65cdc02-0bab-4784-9c59-37c832218b21 HTTP/1.1" status: 204 len: 168 time: 0.1963773 Jan 13 17:14:03.156917 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4280d7a-b061-44b6-9dbe-f3bbf0f54046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65cdc02-0bab-4784-9c59-37c832218b21,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:03.667393 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cb969f5f-647e-4f17-aa93-1a2d92a80a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.798157 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33028) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:03.811803 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4c84f549-acdd-46b6-a9f1-1bb8b8211b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.884852 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4c84f549-acdd-46b6-a9f1-1bb8b8211b8b admin admin] Publish callbacks [] for security_group (a18eb674-68e7-4585-9363-387cd02e9ad7), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.934862 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4c84f549-acdd-46b6-a9f1-1bb8b8211b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a18eb674-68e7-4585-9363-387cd02e9ad7), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:03.971535 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4c84f549-acdd-46b6-a9f1-1bb8b8211b8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df8a4ec1c17b45e5b967c9d5c976322c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723027 Jan 13 17:14:03.973416 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84f549-acdd-46b6-a9f1-1bb8b8211b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18eb674-68e7-4585-9363-387cd02e9ad7,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:03.974415 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33030) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:04.023810 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3453fc45-762e-4577-a630-6570ea549cdb admin admin] Publish callbacks [] for security_group (a18eb674-68e7-4585-9363-387cd02e9ad7), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.047502 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3453fc45-762e-4577-a630-6570ea549cdb admin admin] Publish callbacks [] for security_group (a18eb674-68e7-4585-9363-387cd02e9ad7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.173067 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3453fc45-762e-4577-a630-6570ea549cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a18eb674-68e7-4585-9363-387cd02e9ad7), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.175818 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3453fc45-762e-4577-a630-6570ea549cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.177047 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3453fc45-762e-4577-a630-6570ea549cdb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a18eb674-68e7-4585-9363-387cd02e9ad7 HTTP/1.1" status: 204 len: 168 time: 0.2016428 Jan 13 17:14:04.186834 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453fc45-762e-4577-a630-6570ea549cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18eb674-68e7-4585-9363-387cd02e9ad7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:04.235624 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33042) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:04.338747 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ffe4-8f64-42ee-8c54-de8a91a92ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.416512 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ffe4-8f64-42ee-8c54-de8a91a92ecb admin admin] Publish callbacks [] for security_group (50994797-3c74-4975-9a64-1f41067ca269), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.459205 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ffe4-8f64-42ee-8c54-de8a91a92ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (50994797-3c74-4975-9a64-1f41067ca269), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.496669 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-b5e1ffe4-8f64-42ee-8c54-de8a91a92ecb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ee7d0d3e65e4e87ae1037fa15ab2ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598889 Jan 13 17:14:04.499364 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33050) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:04.500752 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1ffe4-8f64-42ee-8c54-de8a91a92ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50994797-3c74-4975-9a64-1f41067ca269,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:04.548279 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9cbc732c-1430-4303-b69e-f72d000a98d9 admin admin] Publish callbacks [] for security_group (50994797-3c74-4975-9a64-1f41067ca269), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.572088 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9cbc732c-1430-4303-b69e-f72d000a98d9 admin admin] Publish callbacks [] for security_group (50994797-3c74-4975-9a64-1f41067ca269), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.684179 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9cbc732c-1430-4303-b69e-f72d000a98d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (50994797-3c74-4975-9a64-1f41067ca269), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.686874 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-9cbc732c-1430-4303-b69e-f72d000a98d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:04.688069 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-9cbc732c-1430-4303-b69e-f72d000a98d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50994797-3c74-4975-9a64-1f41067ca269 HTTP/1.1" status: 204 len: 168 time: 0.1874895 Jan 13 17:14:04.695996 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc732c-1430-4303-b69e-f72d000a98d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50994797-3c74-4975-9a64-1f41067ca269,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:05.219300 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33070) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:05.232546 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f414bbe3-4d0e-4c19-af92-80cd0539f569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:05.308193 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f414bbe3-4d0e-4c19-af92-80cd0539f569 admin admin] Publish callbacks [] for security_group (79630635-ebd2-45c0-9361-22c0e76e50bc), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:05.367878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f414bbe3-4d0e-4c19-af92-80cd0539f569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (79630635-ebd2-45c0-9361-22c0e76e50bc), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:05.413429 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-f414bbe3-4d0e-4c19-af92-80cd0539f569 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68d8ebf4e52d40ecbeb81f9ba40f8b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926553 Jan 13 17:14:05.415190 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414bbe3-4d0e-4c19-af92-80cd0539f569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79630635-ebd2-45c0-9361-22c0e76e50bc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:05.416652 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33080) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:05.492828 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbb57ced-ce6c-40b4-ba0a-7ae93d7fc041 admin admin] Publish callbacks [] for security_group (79630635-ebd2-45c0-9361-22c0e76e50bc), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:05.523003 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbb57ced-ce6c-40b4-ba0a-7ae93d7fc041 admin admin] Publish callbacks [] for security_group (79630635-ebd2-45c0-9361-22c0e76e50bc), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:05.630014 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbb57ced-ce6c-40b4-ba0a-7ae93d7fc041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (79630635-ebd2-45c0-9361-22c0e76e50bc), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:05.632512 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-dbb57ced-ce6c-40b4-ba0a-7ae93d7fc041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:05.633732 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-dbb57ced-ce6c-40b4-ba0a-7ae93d7fc041 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79630635-ebd2-45c0-9361-22c0e76e50bc HTTP/1.1" status: 204 len: 168 time: 0.2165673 Jan 13 17:14:05.643247 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb57ced-ce6c-40b4-ba0a-7ae93d7fc041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79630635-ebd2-45c0-9361-22c0e76e50bc,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:05.788732 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7235ce-481d-4671-b335-cf98a23c619e req-69c6b8e5-74a3-42d9-9e20-2f668ae47fde tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:05.790796 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2a7235ce-481d-4671-b335-cf98a23c619e req-69c6b8e5-74a3-42d9-9e20-2f668ae47fde tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0505528 Jan 13 17:14:05.844363 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2a7235ce-481d-4671-b335-cf98a23c619e req-aae986b0-accd-4a00-a76a-cf2827233422 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478215 Jan 13 17:14:05.917970 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-56b23dc2-6416-440e-b754-cafd637e11e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:06.961806 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e964c-c61c-48da-a62c-112bfe3e669a req-4cefc69b-5b66-4c91-8615-a867c4f1d93b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:06.963276 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a45e964c-c61c-48da-a62c-112bfe3e669a req-4cefc69b-5b66-4c91-8615-a867c4f1d93b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0511491 Jan 13 17:14:07.009172 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a45e964c-c61c-48da-a62c-112bfe3e669a req-50b6206f-bac7-45be-a2be-e655a95fd606 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 Jan 13 17:14:07.015770 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:08.124055 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008888ba-adec-49b6-9913-8a1c651ffc4c req-a3e45f8a-42dd-42d7-8d45-1bd131cb2b6a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:08.125518 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-008888ba-adec-49b6-9913-8a1c651ffc4c req-a3e45f8a-42dd-42d7-8d45-1bd131cb2b6a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Jan 13 17:14:08.171629 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-008888ba-adec-49b6-9913-8a1c651ffc4c req-7003d392-d12c-4c61-b48a-fffdeb310389 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Jan 13 17:14:08.447153 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:08.891574 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33152) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:08.991154 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e0a746f0-2d8b-4fa6-b7da-8eba21b7276e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:09.060982 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e0a746f0-2d8b-4fa6-b7da-8eba21b7276e admin admin] Publish callbacks [] for security_group (b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:09.104021 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e0a746f0-2d8b-4fa6-b7da-8eba21b7276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:09.143925 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e0a746f0-2d8b-4fa6-b7da-8eba21b7276e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a37eb6d6d32241d6a277d454f5483c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512736 Jan 13 17:14:09.145848 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a746f0-2d8b-4fa6-b7da-8eba21b7276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:09.146635 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33156) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:09.193562 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6541-adaf-413b-8dd7-58358cc9cc94 admin admin] Publish callbacks [] for security_group (b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:09.214539 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6541-adaf-413b-8dd7-58358cc9cc94 admin admin] Publish callbacks [] for security_group (b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:09.295553 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d976135-4b7f-4867-83dc-22117e3773e4 req-96312a63-cfd2-479a-b075-910fb2e5a3e5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:09.297055 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d976135-4b7f-4867-83dc-22117e3773e4 req-96312a63-cfd2-479a-b075-910fb2e5a3e5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0519092 Jan 13 17:14:09.343693 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d976135-4b7f-4867-83dc-22117e3773e4 req-b571dbaf-5cff-4632-bc74-7e18b96c6ea2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409179 Jan 13 17:14:09.374955 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6541-adaf-413b-8dd7-58358cc9cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:09.377569 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6541-adaf-413b-8dd7-58358cc9cc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:09.378670 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-9dfc6541-adaf-413b-8dd7-58358cc9cc94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4 HTTP/1.1" status: 204 len: 168 time: 0.2310569 Jan 13 17:14:09.386752 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc6541-adaf-413b-8dd7-58358cc9cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d4869-b37e-4ac8-92e1-0a7c6d34b1f4,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:09.665589 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:10.461148 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17030d-18d8-4d96-b90b-be01724bd315 req-aa96b0db-513c-44e2-9e44-b78b13bce97f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:10.462707 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-af17030d-18d8-4d96-b90b-be01724bd315 req-aa96b0db-513c-44e2-9e44-b78b13bce97f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0531297 Jan 13 17:14:10.511856 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-af17030d-18d8-4d96-b90b-be01724bd315 req-ffe79df7-004b-456e-b3c5-fe431996611b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430777 Jan 13 17:14:11.640061 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97d92-d5b2-4556-8f80-64364f570c2d req-27ab738b-8c01-42b8-a82a-0d89e259b57e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:11.641566 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0bf97d92-d5b2-4556-8f80-64364f570c2d req-27ab738b-8c01-42b8-a82a-0d89e259b57e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0592804 Jan 13 17:14:11.689455 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0bf97d92-d5b2-4556-8f80-64364f570c2d req-b9dce3f3-7322-4d40-875e-ac87436b20a2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Jan 13 17:14:11.929200 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:12.805902 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85e76-e630-4f20-818f-a43950b19b1f req-adb16541-7707-45cb-a235-e90bfc986abc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:12.807719 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2e85e76-e630-4f20-818f-a43950b19b1f req-adb16541-7707-45cb-a235-e90bfc986abc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Jan 13 17:14:12.859609 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2e85e76-e630-4f20-818f-a43950b19b1f req-9c60de75-070c-45e4-a13a-d3dfef9e16d0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410333 Jan 13 17:14:13.972654 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6e647-80ee-403e-beef-ecd3a25da0e4 req-4b5ec278-fb30-4df2-a469-e23114446548 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:13.974062 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cec6e647-80ee-403e-beef-ecd3a25da0e4 req-4b5ec278-fb30-4df2-a469-e23114446548 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0467405 Jan 13 17:14:14.025875 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cec6e647-80ee-403e-beef-ecd3a25da0e4 req-29d536a2-dc47-49df-88e3-27471b905560 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454419 Jan 13 17:14:15.144218 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cfd1-2099-4d0d-80b3-644108d81d33 req-0a882254-3dd6-491d-9372-b97d65b31cf8 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:15.145718 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dab5cfd1-2099-4d0d-80b3-644108d81d33 req-0a882254-3dd6-491d-9372-b97d65b31cf8 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0488791 Jan 13 17:14:15.199871 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dab5cfd1-2099-4d0d-80b3-644108d81d33 req-ca98564c-8bd0-4f84-ba4b-d7617270ea86 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483334 Jan 13 17:14:16.319097 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d43ac-c823-4fe4-9fbf-e333cab6e87c req-7cdf77ca-ad95-4b05-8d8b-dcaae082d7b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:16.320625 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c59d43ac-c823-4fe4-9fbf-e333cab6e87c req-7cdf77ca-ad95-4b05-8d8b-dcaae082d7b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0531657 Jan 13 17:14:16.367672 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c59d43ac-c823-4fe4-9fbf-e333cab6e87c req-bc62a1cf-85c4-462d-9736-eda44791a37f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407622 Jan 13 17:14:17.488103 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626f94e-8edd-4601-990a-a4d08128f0cd req-dc038772-313e-43dc-8b88-6eac7b5be445 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:17.489567 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3626f94e-8edd-4601-990a-a4d08128f0cd req-dc038772-313e-43dc-8b88-6eac7b5be445 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0534215 Jan 13 17:14:17.535742 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3626f94e-8edd-4601-990a-a4d08128f0cd req-c431a922-f374-4d7f-95c7-f16265650320 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402486 Jan 13 17:14:17.872255 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b2f2-d1e2-4eb6-b4f2-b6fb051982c8 req-b177498d-aec2-47af-98a7-04db5fa99b23 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:17.873679 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a384b2f2-d1e2-4eb6-b4f2-b6fb051982c8 req-b177498d-aec2-47af-98a7-04db5fa99b23 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0489156 Jan 13 17:14:17.921285 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a384b2f2-d1e2-4eb6-b4f2-b6fb051982c8 req-e1ddd7ee-c566-4c53-85e2-ea18b148744f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 Jan 13 17:14:18.009561 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-137606de-7055-41b6-81e5-b4b10d0ae562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:18.011037 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-137606de-7055-41b6-81e5-b4b10d0ae562 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 1098 time: 0.0429242 Jan 13 17:14:18.105136 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-233d6bdd-8e0d-4838-bf9b-5ce57b329ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:18.106635 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-233d6bdd-8e0d-4838-bf9b-5ce57b329ce0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 911 time: 0.0840781 Jan 13 17:14:18.177661 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-113cb2dd-0054-4248-8488-b4a4e566f972 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5 HTTP/1.1" status: 200 len: 1001 time: 0.0602064 Jan 13 17:14:18.235665 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-291b4d20-da62-480f-a365-c26840c2140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:18.237153 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-291b4d20-da62-480f-a365-c26840c2140b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 200 len: 849 time: 0.0443296 Jan 13 17:14:18.281236 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-17438201-8072-47ca-8976-1d09949ce081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:18.282659 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-17438201-8072-47ca-8976-1d09949ce081 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386550 Jan 13 17:14:18.394556 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-37db5fad-c555-4ea7-8181-ce9b624eb7cf service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Jan 13 17:14:18.486174 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-933929d6-6429-4fbc-b6ab-a1353f979863 req-d26d9a72-fdb0-47f5-af1e-16ba47f53ade service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Jan 13 17:14:19.038416 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343b261-ae8b-47ab-b38f-3e7ede1ded68 req-e6964fe7-aece-4cb7-9415-fa5d67c4fa36 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:19.041267 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a343b261-ae8b-47ab-b38f-3e7ede1ded68 req-e6964fe7-aece-4cb7-9415-fa5d67c4fa36 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0501497 Jan 13 17:14:19.067281 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33340) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:19.104541 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a343b261-ae8b-47ab-b38f-3e7ede1ded68 req-52314013-fd09-4234-ac77-245f654f0cac tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467014 Jan 13 17:14:19.177080 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a5c83cef-3dec-4733-bbb1-5118f3ad323a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:19.256298 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a5c83cef-3dec-4733-bbb1-5118f3ad323a admin admin] Publish callbacks [] for security_group (a39974a4-e359-49c2-91ca-c2f4959c4c4e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:19.344493 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a5c83cef-3dec-4733-bbb1-5118f3ad323a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a39974a4-e359-49c2-91ca-c2f4959c4c4e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:19.387262 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a5c83cef-3dec-4733-bbb1-5118f3ad323a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f285888eb04450cb49373c16f49c277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187883 Jan 13 17:14:19.388135 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c83cef-3dec-4733-bbb1-5118f3ad323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39974a4-e359-49c2-91ca-c2f4959c4c4e,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:19.390053 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33344) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:19.441148 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05d13235-7845-4e7a-b01f-cc4ab8111900 admin admin] Publish callbacks [] for security_group (a39974a4-e359-49c2-91ca-c2f4959c4c4e), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:19.462216 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05d13235-7845-4e7a-b01f-cc4ab8111900 admin admin] Publish callbacks [] for security_group (a39974a4-e359-49c2-91ca-c2f4959c4c4e), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:19.595707 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05d13235-7845-4e7a-b01f-cc4ab8111900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a39974a4-e359-49c2-91ca-c2f4959c4c4e), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:19.598343 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-05d13235-7845-4e7a-b01f-cc4ab8111900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:19.599473 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-05d13235-7845-4e7a-b01f-cc4ab8111900 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a39974a4-e359-49c2-91ca-c2f4959c4c4e HTTP/1.1" status: 204 len: 168 time: 0.2084515 Jan 13 17:14:19.607048 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d13235-7845-4e7a-b01f-cc4ab8111900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39974a4-e359-49c2-91ca-c2f4959c4c4e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:20.226033 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ce01a-3050-4dec-8f87-09e5f24755fa req-43024276-d0d5-48c3-9a86-1b8cb12dbe18 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:20.228108 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-599ce01a-3050-4dec-8f87-09e5f24755fa req-43024276-d0d5-48c3-9a86-1b8cb12dbe18 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0518787 Jan 13 17:14:20.239652 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33354) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:20.254319 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-266610ec-1762-4e65-a39b-148e56f533bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:20.275405 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-599ce01a-3050-4dec-8f87-09e5f24755fa req-37d6b56f-3088-4b99-b24e-ac76416738de tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Jan 13 17:14:20.331445 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-266610ec-1762-4e65-a39b-148e56f533bb admin admin] Publish callbacks [] for security_group (3040da63-7008-46a0-a0ce-659a6f3e94e0), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:20.403591 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-266610ec-1762-4e65-a39b-148e56f533bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (3040da63-7008-46a0-a0ce-659a6f3e94e0), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:20.441825 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-266610ec-1762-4e65-a39b-148e56f533bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7513a442d0374187b71acaf7ad91e0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005143 Jan 13 17:14:20.442695 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266610ec-1762-4e65-a39b-148e56f533bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3040da63-7008-46a0-a0ce-659a6f3e94e0,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:20.445421 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33358) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:20.497043 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f3188856-463f-43af-98ef-eb320cddffcc admin admin] Publish callbacks [] for security_group (3040da63-7008-46a0-a0ce-659a6f3e94e0), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:20.521204 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f3188856-463f-43af-98ef-eb320cddffcc admin admin] Publish callbacks [] for security_group (3040da63-7008-46a0-a0ce-659a6f3e94e0), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:20.652742 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f3188856-463f-43af-98ef-eb320cddffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (3040da63-7008-46a0-a0ce-659a6f3e94e0), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:20.655383 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f3188856-463f-43af-98ef-eb320cddffcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:20.656517 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-f3188856-463f-43af-98ef-eb320cddffcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3040da63-7008-46a0-a0ce-659a6f3e94e0 HTTP/1.1" status: 204 len: 168 time: 0.2100899 Jan 13 17:14:20.664283 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3188856-463f-43af-98ef-eb320cddffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040da63-7008-46a0-a0ce-659a6f3e94e0,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:25.999588 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33448) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:26.102791 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-acf1c47b-1065-47b7-82d2-3c341fc3be41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:26.172659 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-acf1c47b-1065-47b7-82d2-3c341fc3be41 admin admin] Publish callbacks [] for security_group (e44841c7-9456-410a-89db-b4f1117b859e), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:26.249507 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-acf1c47b-1065-47b7-82d2-3c341fc3be41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e44841c7-9456-410a-89db-b4f1117b859e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:26.287869 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-acf1c47b-1065-47b7-82d2-3c341fc3be41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14e62813d1d6442b8461b21ad52f00ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871950 Jan 13 17:14:26.288827 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1c47b-1065-47b7-82d2-3c341fc3be41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44841c7-9456-410a-89db-b4f1117b859e,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:26.291174 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33452) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:26.338481 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d52e-6524-491d-8c20-0a14eaac66f5 admin admin] Publish callbacks [] for security_group (e44841c7-9456-410a-89db-b4f1117b859e), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:26.359424 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d52e-6524-491d-8c20-0a14eaac66f5 admin admin] Publish callbacks [] for security_group (e44841c7-9456-410a-89db-b4f1117b859e), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:26.501005 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d52e-6524-491d-8c20-0a14eaac66f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e44841c7-9456-410a-89db-b4f1117b859e), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:26.503597 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9ca9d52e-6524-491d-8c20-0a14eaac66f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:26.504808 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-9ca9d52e-6524-491d-8c20-0a14eaac66f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e44841c7-9456-410a-89db-b4f1117b859e HTTP/1.1" status: 204 len: 168 time: 0.2126236 Jan 13 17:14:26.514501 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9d52e-6524-491d-8c20-0a14eaac66f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44841c7-9456-410a-89db-b4f1117b859e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:27.132626 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33460) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:27.146103 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43d82a0a-f9f1-4bb1-a20f-f61a4b4222f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:27.216655 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43d82a0a-f9f1-4bb1-a20f-f61a4b4222f6 admin admin] Publish callbacks [] for security_group (c6a05f6d-9206-4363-8c7b-06970e4c2e9b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:27.280859 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43d82a0a-f9f1-4bb1-a20f-f61a4b4222f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c6a05f6d-9206-4363-8c7b-06970e4c2e9b), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:27.317269 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-43d82a0a-f9f1-4bb1-a20f-f61a4b4222f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9a4bfc6ed044a97a8edaa01aaa03f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828742 Jan 13 17:14:27.318203 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d82a0a-f9f1-4bb1-a20f-f61a4b4222f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a05f6d-9206-4363-8c7b-06970e4c2e9b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:27.319956 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33462) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:27.368759 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8fba4cda-4a15-468d-b499-cfa45cbcc5da admin admin] Publish callbacks [] for security_group (c6a05f6d-9206-4363-8c7b-06970e4c2e9b), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:27.390220 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8fba4cda-4a15-468d-b499-cfa45cbcc5da admin admin] Publish callbacks [] for security_group (c6a05f6d-9206-4363-8c7b-06970e4c2e9b), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:27.500458 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8fba4cda-4a15-468d-b499-cfa45cbcc5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c6a05f6d-9206-4363-8c7b-06970e4c2e9b), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:27.503040 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8fba4cda-4a15-468d-b499-cfa45cbcc5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:27.504206 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8fba4cda-4a15-468d-b499-cfa45cbcc5da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6a05f6d-9206-4363-8c7b-06970e4c2e9b HTTP/1.1" status: 204 len: 168 time: 0.1815987 Jan 13 17:14:27.511974 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba4cda-4a15-468d-b499-cfa45cbcc5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a05f6d-9206-4363-8c7b-06970e4c2e9b,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:32.890352 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:14:33.704165 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-decf83fc-c2b0-4fe1-a6f0-154c2cf08271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:35.892490 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-12546ed7-4200-4a00-bddf-01d4f6c1e3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:37.003287 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:38.420660 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:39.686580 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:41.414094 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-0a41b7b3-d6a2-4deb-91db-5177ccbddbd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413423 Jan 13 17:14:41.474433 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-19d4674c-a2ec-4210-89f2-144e79b6c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:41.475858 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-19d4674c-a2ec-4210-89f2-144e79b6c674 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 1099 time: 0.0386813 Jan 13 17:14:41.576837 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-c7c43070-3094-4748-8be8-6226f1e09760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:41.578296 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-c7c43070-3094-4748-8be8-6226f1e09760 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.0829918 Jan 13 17:14:41.646258 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-b7a93f63-4696-4d04-a41f-b7cb56393307 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff HTTP/1.1" status: 200 len: 1000 time: 0.0596874 Jan 13 17:14:41.700316 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-679c63e4-2d53-4073-8d88-dab591a5fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:41.701844 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-679c63e4-2d53-4073-8d88-dab591a5fbee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0491421 Jan 13 17:14:41.753342 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-99d52679-bea9-46a8-8e44-c45da47c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:41.756210 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-99d52679-bea9-46a8-8e44-c45da47c11d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446620 Jan 13 17:14:41.969645 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:42.067604 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-db2b235b-9dac-4237-b116-980ed171bae9 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048823 Jan 13 17:14:42.156737 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c2a6468a-c263-4b2d-991a-60972ece2883 req-544a5997-6996-47b5-b7aa-849a9dccd3a8 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 Jan 13 17:14:51.957624 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-02e36003-099c-424d-9d60-231cc2dd99eb tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174181379&fields=id&tenant_id=153d0669b0e44e41ad79b2da795c5b38 HTTP/1.1" status: 200 len: 267 time: 0.0433373 Jan 13 17:14:52.008039 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-f4c7d558-5427-482b-8a6e-2661cdbb67f2 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:52.009474 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-f4c7d558-5427-482b-8a6e-2661cdbb67f2 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 984 time: 0.0466945 Jan 13 17:14:52.019545 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Request body: {'port': {'security_groups': ['e1dc8df6-0644-4340-a32c-f9cec1281871']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:14:52.089368 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.257885 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:14:52.285513 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.357739 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.371902 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['c55fc06c-9fb5-498f-b0f5-51a41269742d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:14:52.397239 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:52.398214 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.399224 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bff6099e-f20c-4865-b5e7-a39922b8aeb2 req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "PUT /v2.0/ports/c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 942 time: 0.3838966 Jan 13 17:14:52.399674 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:14:52.402490 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d751e06-be5b-4693-9c92-6751a2c1b643" -d '{"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:14:52.407783 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33704) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:52.453824 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b953e2f1-51f6-45c3-a944-10643210d0e2 x-openstack-request-id: req-b953e2f1-51f6-45c3-a944-10643210d0e2 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:14:52.454116 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:14:52.454368 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b953e2f1-51f6-45c3-a944-10643210d0e2 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:14:52.454756 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'status': 'completed', 'code': 200} Jan 13 17:14:52.462769 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event updated for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=7']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:52.475581 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.475934 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.476301 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.476687 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.476971 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.477300 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.477629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.477956 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.478281 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.478611 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.478940 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.479267 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.479570 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273468b-618d-4c03-90c1-23e3a0cb9c21 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:52.509062 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eff0d381-f463-422e-8c65-da39bd4ffdab tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group (7fcdc27f-518e-4c77-9e69-c1d668fce97e), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.512826 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['c55fc06c-9fb5-498f-b0f5-51a41269742d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:14:52.537935 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-f04e10fb-ab58-467d-8317-5adf29a07ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:52.539061 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eff0d381-f463-422e-8c65-da39bd4ffdab tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group (7fcdc27f-518e-4c77-9e69-c1d668fce97e), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.539461 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-f04e10fb-ab58-467d-8317-5adf29a07ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1098 time: 0.0600309 Jan 13 17:14:52.651244 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-869798a5-0a73-4beb-9411-3e7de170ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:52.653324 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-869798a5-0a73-4beb-9411-3e7de170ab6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 915 time: 0.1066725 Jan 13 17:14:52.676408 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eff0d381-f463-422e-8c65-da39bd4ffdab tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (7fcdc27f-518e-4c77-9e69-c1d668fce97e), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.676408 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-eff0d381-f463-422e-8c65-da39bd4ffdab tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.677180 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-eff0d381-f463-422e-8c65-da39bd4ffdab tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "DELETE /v2.0/security-groups/7fcdc27f-518e-4c77-9e69-c1d668fce97e HTTP/1.1" status: 204 len: 168 time: 0.2684095 Jan 13 17:14:52.677971 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33708) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:52.711138 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-657988f5-fd6e-4732-8294-2a900d7c6a72 None None] Provisioning complete for port c55fc06c-9fb5-498f-b0f5-51a41269742d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:14:52.711509 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-657988f5-fd6e-4732-8294-2a900d7c6a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.725034 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-f30efb85-fa41-4ab1-bb4e-6ed0223c9c84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 1000 time: 0.0648961 Jan 13 17:14:52.727011 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0d381-f463-422e-8c65-da39bd4ffdab tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcdc27f-518e-4c77-9e69-c1d668fce97e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:52.801270 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-657988f5-fd6e-4732-8294-2a900d7c6a72 None None] Current status of the port c55fc06c-9fb5-498f-b0f5-51a41269742d is: ACTIVE; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:14:52.851114 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Deleting port c4612d0f-9e07-4841-b6e9-2940c8b5821a {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:14:52.851439 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.931629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.931875 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for floatingip (c4612d0f-9e07-4841-b6e9-2940c8b5821a), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:52.943210 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Calling delete_port for c4612d0f-9e07-4841-b6e9-2940c8b5821a owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:14:53.178404 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (c4612d0f-9e07-4841-b6e9-2940c8b5821a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:53.208596 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event deleted for resources: {'Port': ['ID=c4612d0f-9e07-4841-b6e9-2940c8b5821a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:53.227688 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks [] for floatingip (2fe3e306-a228-4c05-a721-5b1422e18225), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:53.227961 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Floating IP 2fe3e306-a228-4c05-a721-5b1422e18225 disassociated (deleted). External IP: 172.27.0.92, port: c55fc06c-9fb5-498f-b0f5-51a41269742d. Jan 13 17:14:53.425930 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:14:53.529475 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:14:53.534234 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:53.538793 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] Sync routers for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:14:53.552153 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:14:53.552761 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:14:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:14:53.561406 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-43b7e139-244a-4216-98fe-0f78c530bb32 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "DELETE /v2.0/floatingips/2fe3e306-a228-4c05-a721-5b1422e18225 HTTP/1.1" status: 204 len: 168 time: 0.8734441 Jan 13 17:14:53.656060 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:14:53.971483 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:43Z', 'revision_number': 5, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:14:53.997369 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] Checking router: 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:14:54.005631 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:14:54.006237 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:14:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:14:54.107087 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:14:54.296983 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:43Z', 'revision_number': 5, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:14:54.321766 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c5f81-8942-4887-8599-3f015a780222 None None] The sync data for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi is: [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:11:39Z', 'revision_number': 4, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b0824e93-92d7-4ed7-851c-a1512b9d3dca', 'name': '', 'network_id': 'af4b7f59-680c-407c-b0f7-86844c8fcd53', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'mac_address': 'fa:16:3e:50:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:38Z', 'updated_at': '2022-01-13T17:11:43Z', 'revision_number': 5, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'subnets': [{'id': '8a43eb6d-5a8a-4741-9971-e8655500271a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:14:54.407500 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-6a10cfde-f52a-423f-a460-3503bcc71130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:54.409266 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-6a10cfde-f52a-423f-a460-3503bcc71130 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 200 len: 853 time: 0.0462306 Jan 13 17:14:54.455494 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:14:54.457943 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757271be-ee36-4753-8ece-7f3e1e288dca" -d '{"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:14:54.494963 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb4051f-9528-42cb-8a5f-0075dbd45d31 x-openstack-request-id: req-bcb4051f-9528-42cb-8a5f-0075dbd45d31 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:14:54.495283 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:14:54.496102 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcb4051f-9528-42cb-8a5f-0075dbd45d31 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:14:54.496522 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'status': 'completed', 'code': 200} Jan 13 17:14:54.547037 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21451d1f-c90c-4428-865d-5b6cd93b5818 None None] New status for floating IP 2fe3e306-a228-4c05-a721-5b1422e18225: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:14:55.368711 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-ae6d4e44-238a-45a3-ae4e-fba7d6e1afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:55.370298 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-ae6d4e44-238a-45a3-ae4e-fba7d6e1afd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af4b7f59-680c-407c-b0f7-86844c8fcd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415742 Jan 13 17:14:55.463022 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-6a924fa0-ddac-4624-9079-f1823d0cf505 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Jan 13 17:14:55.557451 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d751e06-be5b-4693-9c92-6751a2c1b643 req-7f5d6cb5-13c2-4c1a-bc83-cb67870aa211 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879564 Jan 13 17:14:55.636988 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757271be-ee36-4753-8ece-7f3e1e288dca req-131e2091-f608-4018-bb38-24e990d9c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:55.638406 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-757271be-ee36-4753-8ece-7f3e1e288dca req-131e2091-f608-4018-bb38-24e990d9c904 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=153d0669b0e44e41ad79b2da795c5b38&device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 1098 time: 0.0409544 Jan 13 17:14:55.730697 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757271be-ee36-4753-8ece-7f3e1e288dca req-ad19cc92-8e37-4e8b-8759-8000edda5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:55.732230 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-757271be-ee36-4753-8ece-7f3e1e288dca req-ad19cc92-8e37-4e8b-8759-8000edda5fc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 200 len: 915 time: 0.0870512 Jan 13 17:14:55.774231 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-757271be-ee36-4753-8ece-7f3e1e288dca req-0980e2e2-82ca-4fe2-9e22-2fd2ff47352c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 200 len: 217 time: 0.0352895 Jan 13 17:14:55.827359 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757271be-ee36-4753-8ece-7f3e1e288dca req-2c46ee4a-a4d8-4c8f-a396-540cd34f1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:55.829517 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-757271be-ee36-4753-8ece-7f3e1e288dca req-2c46ee4a-a4d8-4c8f-a396-540cd34f1565 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 200 len: 853 time: 0.0481713 Jan 13 17:14:55.891679 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757271be-ee36-4753-8ece-7f3e1e288dca req-6ef9f3b1-d3b6-43ff-bc24-0323d8440c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:55.893185 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-757271be-ee36-4753-8ece-7f3e1e288dca req-6ef9f3b1-d3b6-43ff-bc24-0323d8440c2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af4b7f59-680c-407c-b0f7-86844c8fcd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480871 Jan 13 17:14:55.981970 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-757271be-ee36-4753-8ece-7f3e1e288dca req-56aeb0cf-b0f8-46d0-855c-d29f6f1a9d88 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820568 Jan 13 17:14:56.076686 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-757271be-ee36-4753-8ece-7f3e1e288dca req-c1e6f984-58fa-43a2-b978-24ed8a222a50 service neutron] 10.222.0.57 "GET /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878193 Jan 13 17:14:56.576566 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33754) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:56.675048 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:56.746692 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Publish callbacks [] for security_group (c09d46e4-f901-4a06-9cbf-16a770852bfe), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:56.843328 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c09d46e4-f901-4a06-9cbf-16a770852bfe), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:56.881964 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d46e4-f901-4a06-9cbf-16a770852bfe,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:56.888202 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86eeb0188e9145058572d3e26f081ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128579 Jan 13 17:14:56.896174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.896174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.896174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.896449 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33766) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:14:56.896908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.896908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.896908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.896908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.896908 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.897298 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.897298 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.897591 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.897952 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.898277 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f2d7d-91d0-4941-b5f2-eba36f536ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:14:56.952503 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0373bee9-e92a-44d3-ba4c-470b8fcaf6f5 admin admin] Publish callbacks [] for security_group (c09d46e4-f901-4a06-9cbf-16a770852bfe), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:56.973575 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0373bee9-e92a-44d3-ba4c-470b8fcaf6f5 admin admin] Publish callbacks [] for security_group (c09d46e4-f901-4a06-9cbf-16a770852bfe), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:57.078187 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0373bee9-e92a-44d3-ba4c-470b8fcaf6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (c09d46e4-f901-4a06-9cbf-16a770852bfe), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:57.082856 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0373bee9-e92a-44d3-ba4c-470b8fcaf6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:57.082856 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-0373bee9-e92a-44d3-ba4c-470b8fcaf6f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c09d46e4-f901-4a06-9cbf-16a770852bfe HTTP/1.1" status: 204 len: 168 time: 0.1858060 Jan 13 17:14:57.093228 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373bee9-e92a-44d3-ba4c-470b8fcaf6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d46e4-f901-4a06-9cbf-16a770852bfe,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.395182 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:14:57.397627 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:14:57.398724 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff1215-64e7-49c1-8532-c9d68d83cc01 req-ac126fff-edb6-4123-a674-ef71b29d7712 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:57.400262 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d5ff1215-64e7-49c1-8532-c9d68d83cc01 req-ac126fff-edb6-4123-a674-ef71b29d7712 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0572908 Jan 13 17:14:57.451522 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d5ff1215-64e7-49c1-8532-c9d68d83cc01 req-0e5e345e-d490-48d5-a52f-1ca838cc0134 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456917 Jan 13 17:14:58.571433 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a818-ec18-4e96-aee9-7bd1f3ab5292 req-5568b055-89a2-4d64-8aa6-14cd5d6780d5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:58.572936 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-84e5a818-ec18-4e96-aee9-7bd1f3ab5292 req-5568b055-89a2-4d64-8aa6-14cd5d6780d5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0477264 Jan 13 17:14:58.617813 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-84e5a818-ec18-4e96-aee9-7bd1f3ab5292 req-6f202c1d-5976-41b1-b181-f8edd3c68a45 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Jan 13 17:14:58.867886 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01cd86-d1e6-439e-ac58-fe13dbd5340c req-db636ba6-47e0-4975-a900-3301fdec893b tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:58.869343 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc01cd86-d1e6-439e-ac58-fe13dbd5340c req-db636ba6-47e0-4975-a900-3301fdec893b tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.0466359 Jan 13 17:14:58.918999 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc01cd86-d1e6-439e-ac58-fe13dbd5340c req-17bd4685-5dfb-46df-8aa9-78a724c9bea8 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Jan 13 17:14:59.224676 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-83fd8075-1418-4439-82ba-7bfa34eed8f9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:59.226133 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-83fd8075-1418-4439-82ba-7bfa34eed8f9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0469201 Jan 13 17:14:59.327364 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Deleting port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:14:59.327778 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:59.420813 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] For port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:14:59.421181 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:59.637656 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:59.637934 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:59.638249 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.l3_db [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Floating IP 1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45 disassociated. External IP: 172.27.0.91, port: a672b5b6-96d8-40cf-bd5b-95aa4f2361ff. Jan 13 17:14:59.638642 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Calling delete_port for a672b5b6-96d8-40cf-bd5b-95aa4f2361ff owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:14:59.753816 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc78a0-9075-4202-b2c8-fd06dac60911 req-198b29f9-2082-42e6-a7a6-6c0b81b7cb4d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:14:59.755390 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50cc78a0-9075-4202-b2c8-fd06dac60911 req-198b29f9-2082-42e6-a7a6-6c0b81b7cb4d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 946 time: 0.0639894 Jan 13 17:14:59.841889 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-50cc78a0-9075-4202-b2c8-fd06dac60911 req-7f2af0c2-5437-4440-bb9e-abedd9afb1bb tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=472b5d15-14fe-48cf-b00b-ff9f91914e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809062 Jan 13 17:14:59.895195 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (a672b5b6-96d8-40cf-bd5b-95aa4f2361ff), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:14:59.923685 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event deleted for resources: {'Port': ['ID=a672b5b6-96d8-40cf-bd5b-95aa4f2361ff,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:14:59.980580 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-e5f09e1f-97a0-401f-87db-62012de99488 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=90fa3197e7614acaaa5525fef2b50119&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296741 Jan 13 17:15:00.074616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Router cab80547-a786-44db-b2ed-3ccb5e9a0768 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:15:00.083230 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb6417-994e-481b-ae77-dfefeffdbc86 req-b8de128f-da00-4c7c-8d3b-e527ee3d944c tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:00.084732 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-abbb6417-994e-481b-ae77-dfefeffdbc86 req-b8de128f-da00-4c7c-8d3b-e527ee3d944c tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.0670798 Jan 13 17:15:00.169289 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-8947e68a-138f-4b42-a99a-3482a96ad183 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:00.170727 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-8947e68a-138f-4b42-a99a-3482a96ad183 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849651 Jan 13 17:15:00.185897 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-7b05b238-bacf-46a0-a728-5edf5b984c02 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/quotas/90fa3197e7614acaaa5525fef2b50119 HTTP/1.1" status: 200 len: 375 time: 0.0096409 Jan 13 17:15:00.202167 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-abbb6417-994e-481b-ae77-dfefeffdbc86 req-57e25a49-3bcb-45bc-a47b-f31219ddaf6d tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098306 Jan 13 17:15:00.224061 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-1d3f3f4c-f4ad-44fb-b2ac-b29cc0deb402 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=90fa3197e7614acaaa5525fef2b50119&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328460 Jan 13 17:15:00.226007 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:15:00.243961 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] Sync routers for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:15:00.261262 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:00.262144 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:14:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:00.268535 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] No DVR routers for this DVR port a672b5b6-96d8-40cf-bd5b-95aa4f2361ff on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:00.271392 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:00.274848 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-045e37a3-f44f-44c8-ab11-de00c8e95c9f req-10638e1e-9c30-4b97-810e-20b8c07712c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "DELETE /v2.0/ports/a672b5b6-96d8-40cf-bd5b-95aa4f2361ff HTTP/1.1" status: 204 len: 173 time: 1.0428414 Jan 13 17:15:00.275297 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-deleted', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:00.277704 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff4bd24-55be-428b-bcfa-d52b7bd2f1c3" -d '{"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-deleted", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:00.328107 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d588d291-4a5c-413e-a401-14cadaf5e36b x-openstack-request-id: req-d588d291-4a5c-413e-a401-14cadaf5e36b {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:00.328408 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669a0959-41c4-43ac-8ef2-3fdee9a2e88f", "name": "network-vif-deleted", "tag": "a672b5b6-96d8-40cf-bd5b-95aa4f2361ff", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:00.329254 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d588d291-4a5c-413e-a401-14cadaf5e36b {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:00.329254 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669a0959-41c4-43ac-8ef2-3fdee9a2e88f', 'name': 'network-vif-deleted', 'tag': 'a672b5b6-96d8-40cf-bd5b-95aa4f2361ff', 'status': 'completed', 'code': 200} Jan 13 17:15:00.396375 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:00.516430 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f885045e-6033-4dea-bef9-4a81541897f4 req-601a9cac-c235-4809-aba6-f74398368b12 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 210 time: 0.0397737 Jan 13 17:15:00.639377 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:00.670832 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] Checking router: cab80547-a786-44db-b2ed-3ccb5e9a0768 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:15:00.679504 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:00.680259 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:14:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:00.785751 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41d813-a1b2-4884-bb18-11989818489c req-2688e67e-a169-4926-8881-2fb851a6ab3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:00.787936 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8a41d813-a1b2-4884-bb18-11989818489c req-2688e67e-a169-4926-8881-2fb851a6ab3f tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.57 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 945 time: 0.0628922 Jan 13 17:15:00.795104 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:00.884205 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Deleting port c55fc06c-9fb5-498f-b0f5-51a41269742d {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:00.884552 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:00.986982 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a339dc30-943d-4d26-a3f9-1dc5c1bcb475 req-4ff8880b-ea16-4277-b7cf-fbb498472061 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=669a0959-41c4-43ac-8ef2-3fdee9a2e88f HTTP/1.1" status: 200 len: 210 time: 0.0584173 Jan 13 17:15:01.016528 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] For port c55fc06c-9fb5-498f-b0f5-51a41269742d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c55fc06c-9fb5-498f-b0f5-51a41269742d,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:01.016528 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.027232 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Calling delete_port for c55fc06c-9fb5-498f-b0f5-51a41269742d owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:01.030483 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:01.056766 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd4e89-ce42-4a91-8439-06d403a66bf0 None None] The sync data for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi is: [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:15:01.238301 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33892) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:01.310921 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (c55fc06c-9fb5-498f-b0f5-51a41269742d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.325413 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['c55fc06c-9fb5-498f-b0f5-51a41269742d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:15:01.344390 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Pushing event deleted for resources: {'Port': ['ID=c55fc06c-9fb5-498f-b0f5-51a41269742d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:01.393385 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f28b9bc0-09fe-4e82-b8e7-a66aef3e11fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.401532 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] No DVR routers for this DVR port c55fc06c-9fb5-498f-b0f5-51a41269742d on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:01.410578 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6ff9-fa12-430c-a91c-e3ca9b4f3c6f req-842af6a7-0cdb-43dd-9f5d-eb1d48d1c6ce tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:01.419871 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-515c6ff9-fa12-430c-a91c-e3ca9b4f3c6f req-842af6a7-0cdb-43dd-9f5d-eb1d48d1c6ce tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 867 time: 0.1367612 Jan 13 17:15:01.423529 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.426888 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8a41d813-a1b2-4884-bb18-11989818489c req-19f2ba3c-f78c-4451-8053-8584fd2f819e tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.57 "DELETE /v2.0/ports/c55fc06c-9fb5-498f-b0f5-51a41269742d HTTP/1.1" status: 204 len: 173 time: 0.6327474 Jan 13 17:15:01.484812 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f28b9bc0-09fe-4e82-b8e7-a66aef3e11fd admin admin] Publish callbacks [] for security_group (feaf3870-3bc7-4965-9fd8-becd4128a016), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.486594 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a0f30-b4da-4b38-a8d2-13397f20014d None None] New status for floating IP 1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:15:01.488290 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-515c6ff9-fa12-430c-a91c-e3ca9b4f3c6f req-e336bdde-5356-4149-bf84-40bc67a4cab1 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1dc8df6-0644-4340-a32c-f9cec1281871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674155 Jan 13 17:15:01.559046 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-f28b9bc0-09fe-4e82-b8e7-a66aef3e11fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (feaf3870-3bc7-4965-9fd8-becd4128a016), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.591496 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b9bc0-09fe-4e82-b8e7-a66aef3e11fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaf3870-3bc7-4965-9fd8-becd4128a016,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:01.629676 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8ba5172d-6808-45ae-ba73-f03ae937d631 req-482c5cfd-91c7-42db-bb10-e9a9fe7f80bd tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 210 time: 0.0350826 Jan 13 17:15:01.633231 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-f28b9bc0-09fe-4e82-b8e7-a66aef3e11fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78b03a33cf994288bb52c3c9b0e27ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932238 Jan 13 17:15:01.636531 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33898) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:01.715397 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c5edc3f5-265c-4f56-8d3e-9a8fa81478e2 admin admin] Publish callbacks [] for security_group (feaf3870-3bc7-4965-9fd8-becd4128a016), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.725241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c5edc3f5-265c-4f56-8d3e-9a8fa81478e2 admin admin] Publish callbacks [] for security_group (feaf3870-3bc7-4965-9fd8-becd4128a016), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.940634 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c5edc3f5-265c-4f56-8d3e-9a8fa81478e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (feaf3870-3bc7-4965-9fd8-becd4128a016), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.943258 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c5edc3f5-265c-4f56-8d3e-9a8fa81478e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:01.946799 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c5edc3f5-265c-4f56-8d3e-9a8fa81478e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/feaf3870-3bc7-4965-9fd8-becd4128a016 HTTP/1.1" status: 204 len: 168 time: 0.3067596 Jan 13 17:15:01.958964 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edc3f5-265c-4f56-8d3e-9a8fa81478e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaf3870-3bc7-4965-9fd8-becd4128a016,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:02.171717 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33906) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:02.238909 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e939c77a-3505-443b-8723-fb1bbd139dd5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (472b5d15-14fe-48cf-b00b-ff9f91914e18), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:02.265064 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e939c77a-3505-443b-8723-fb1bbd139dd5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (472b5d15-14fe-48cf-b00b-ff9f91914e18), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:02.331887 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'name': 'network-vif-deleted', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:02.337301 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebfe79b-f1e1-4955-8d25-1e92f181b541" -d '{"events": [{"server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "name": "network-vif-deleted", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:02.383948 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ca744b-1871-46e1-8e3e-9c2d4720aa74 x-openstack-request-id: req-c2ca744b-1871-46e1-8e3e-9c2d4720aa74 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:02.383948 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543da2f5-a14b-4d05-a274-025c49619126", "name": "network-vif-deleted", "tag": "c55fc06c-9fb5-498f-b0f5-51a41269742d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:02.383948 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2ca744b-1871-46e1-8e3e-9c2d4720aa74 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:02.383948 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543da2f5-a14b-4d05-a274-025c49619126', 'name': 'network-vif-deleted', 'tag': 'c55fc06c-9fb5-498f-b0f5-51a41269742d', 'status': 'completed', 'code': 200} Jan 13 17:15:02.432165 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e939c77a-3505-443b-8723-fb1bbd139dd5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (472b5d15-14fe-48cf-b00b-ff9f91914e18), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:02.435163 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e939c77a-3505-443b-8723-fb1bbd139dd5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:02.436481 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e939c77a-3505-443b-8723-fb1bbd139dd5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "DELETE /v2.0/security-groups/472b5d15-14fe-48cf-b00b-ff9f91914e18 HTTP/1.1" status: 204 len: 168 time: 0.2632864 Jan 13 17:15:02.439346 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33918) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:02.445423 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c77a-3505-443b-8723-fb1bbd139dd5 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b5d15-14fe-48cf-b00b-ff9f91914e18,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:02.456026 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.api.v2.resource [None req-4256637f-8e72-45a2-867a-bad37b81e6cc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] show failed (client error): The resource could not be found. Jan 13 17:15:02.460497 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4256637f-8e72-45a2-867a-bad37b81e6cc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups/472b5d15-14fe-48cf-b00b-ff9f91914e18 HTTP/1.1" status: 404 len: 347 time: 0.0165799 Jan 13 17:15:02.460977 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 33920) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:02.617000 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a93dcdce-749e-474e-ac44-fb3be2a05361 req-2e7ef8fe-d94c-4320-a4ff-31694e859177 tempest-TestMinimumBasicScenario-1941768244 tempest-TestMinimumBasicScenario-1941768244-project] 10.222.0.42 "GET /v2.0/ports?device_id=543da2f5-a14b-4d05-a274-025c49619126 HTTP/1.1" status: 200 len: 210 time: 0.0432847 Jan 13 17:15:02.622892 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Deleting port 4c927bb0-5607-42a9-90e2-f88633da6150 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:02.623323 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (4c927bb0-5607-42a9-90e2-f88633da6150), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:02.728101 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (4c927bb0-5607-42a9-90e2-f88633da6150), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:02.728700 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (4c927bb0-5607-42a9-90e2-f88633da6150), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:02.759818 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Calling delete_port for 4c927bb0-5607-42a9-90e2-f88633da6150 owned by network:floatingip {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:02.775713 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d9cd83d9-5555-45fe-bcfe-fe315ce7d42f req-e04a1b5a-bc0a-4a1c-b27f-da4fb9ba71a7 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 210 time: 0.0427637 Jan 13 17:15:02.954381 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-abfdb540-3d3b-469c-b786-ec37ee618be8 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=90fa3197e7614acaaa5525fef2b50119&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337601 Jan 13 17:15:03.051882 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (4c927bb0-5607-42a9-90e2-f88633da6150), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.118405 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event deleted for resources: {'Port': ['ID=4c927bb0-5607-42a9-90e2-f88633da6150,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:03.359648 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:03.400911 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: a672b5b6-96d8-40cf-bd5b-95aa4f2361ff {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:03.401698 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a672b5b6-96d8-40cf-bd5b-95aa4f2361ff not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:03.481674 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.484208 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.485341 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-821dacdb-e944-49c5-a47d-0f4d6cd85876 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "DELETE /v2.0/floatingips/1c4aebb1-9bcb-4cf7-8b66-fe30dfda8d45 HTTP/1.1" status: 204 len: 168 time: 1.0232577 Jan 13 17:15:03.496230 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-23cefc1c-c7b2-41f7-808c-35ca7a9b4faa tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:03.496230 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-23cefc1c-c7b2-41f7-808c-35ca7a9b4faa tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5355308 Jan 13 17:15:03.509795 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Request body: {'port': {'device_id': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695', 'admin_state_up': True, 'tenant_id': '90fa3197e7614acaaa5525fef2b50119'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:03.701598 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Made reservation on behalf of 90fa3197e7614acaaa5525fef2b50119 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:15:03.701960 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28e03cbd-b39f-4427-ad29-c92ef6376fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.708424 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.719881 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.794350 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks [] for security_group (0e4cc182-c7f2-430a-9513-f58aa723a9e2), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.877784 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (0e4cc182-c7f2-430a-9513-f58aa723a9e2), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:03.938159 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4cc182-c7f2-430a-9513-f58aa723a9e2,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:04.023142 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Allocated IP 192.168.233.223 (9a1cb155-bb5a-4bd2-8d35-0c86e9a58695/a8065a36-af1f-4089-b14c-4de8407b2e0a/db15e0b6-6d26-4484-95f5-1f34ed8beacd) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:15:04.102113 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33956) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:04.107445 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8f1ebb5e-d2c1-446f-b8d8-fbbb1435fb99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112560229', 'description': 'tempest-description--650084274'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:04.192701 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cb10c911-3a57-49b8-9a74-0771d34de99a req-2ead6154-ad02-4ab0-b38e-d11eb63e848d tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 210 time: 0.0428452 Jan 13 17:15:04.218767 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks [] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.226715 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8f1ebb5e-d2c1-446f-b8d8-fbbb1435fb99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.306356 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8f1ebb5e-d2c1-446f-b8d8-fbbb1435fb99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (19bb0569-b886-4b7a-9fc6-ab92d16b8f63), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.324491 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.363820 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8f1ebb5e-d2c1-446f-b8d8-fbbb1435fb99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (19bb0569-b886-4b7a-9fc6-ab92d16b8f63), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.377507 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:15:04.380732 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:15:04.386904 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:15:04.393490 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ebb5e-d2c1-446f-b8d8-fbbb1435fb99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bb0569-b886-4b7a-9fc6-ab92d16b8f63,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:04.419007 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Pushing event updated for resources: {'Port': ['ID=db15e0b6-6d26-4484-95f5-1f34ed8beacd,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:04.445403 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:04.446028 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.460514 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8f1ebb5e-d2c1-446f-b8d8-fbbb1435fb99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.466020 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-8f1ebb5e-d2c1-446f-b8d8-fbbb1435fb99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3587825 Jan 13 17:15:04.466020 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33958) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:04.469596 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-38ec84ab-9ea7-45c5-839f-b5e7aa3588b8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'security_group_rule': {'security_group_id': '19bb0569-b886-4b7a-9fc6-ab92d16b8f63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:04.541044 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-874a5eab-171e-4295-a3c7-d6fbdfeed996 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0347691 Jan 13 17:15:04.558801 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Request body: {'port': {'device_id': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:04.611321 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-b6a3fdd5-bab7-45a5-a8bf-21db31cf7b80 None None] Provisioning complete for port db15e0b6-6d26-4484-95f5-1f34ed8beacd triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:15:04.611946 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b6a3fdd5-bab7-45a5-a8bf-21db31cf7b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.612565 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.637643 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38ec84ab-9ea7-45c5-839f-b5e7aa3588b8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (9e94acda-fa25-4977-ae1c-560308374dd8), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.645667 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3fdd5-bab7-45a5-a8bf-21db31cf7b80 None None] Port db15e0b6-6d26-4484-95f5-1f34ed8beacd cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:15:04.692903 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38ec84ab-9ea7-45c5-839f-b5e7aa3588b8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (9e94acda-fa25-4977-ae1c-560308374dd8), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.766920 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38ec84ab-9ea7-45c5-839f-b5e7aa3588b8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (9e94acda-fa25-4977-ae1c-560308374dd8), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.784520 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec84ab-9ea7-45c5-839f-b5e7aa3588b8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e94acda-fa25-4977-ae1c-560308374dd8,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:04.872299 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-38ec84ab-9ea7-45c5-839f-b5e7aa3588b8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.874212 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-38ec84ab-9ea7-45c5-839f-b5e7aa3588b8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076927 Jan 13 17:15:04.876760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33968) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:04.882206 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-59a06ed5-93d3-4292-b3a1-9bc48be8db1f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'security_group_rule': {'security_group_id': '19bb0569-b886-4b7a-9fc6-ab92d16b8f63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:04.884317 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db15e0b6-6d26-4484-95f5-1f34ed8beacd {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:04.892950 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Publish callbacks [] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:04.907023 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Transition to ACTIVE for port object db15e0b6-6d26-4484-95f5-1f34ed8beacd will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:15:04.997881 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-59a06ed5-93d3-4292-b3a1-9bc48be8db1f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (cd544d74-0e0d-4a7f-b374-a1dd4cacfeff), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.037358 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.055075 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-59a06ed5-93d3-4292-b3a1-9bc48be8db1f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (cd544d74-0e0d-4a7f-b374-a1dd4cacfeff), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.090790 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Pushing event updated for resources: {'Port': ['ID=db15e0b6-6d26-4484-95f5-1f34ed8beacd,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:05.126427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-59a06ed5-93d3-4292-b3a1-9bc48be8db1f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (cd544d74-0e0d-4a7f-b374-a1dd4cacfeff), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.147396 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a06ed5-93d3-4292-b3a1-9bc48be8db1f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd544d74-0e0d-4a7f-b374-a1dd4cacfeff,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:05.167349 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Attempting to bind port db15e0b6-6d26-4484-95f5-1f34ed8beacd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:15:05.169997 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Attempting to bind port db15e0b6-6d26-4484-95f5-1f34ed8beacd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:15:05.169997 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Attempting to bind port db15e0b6-6d26-4484-95f5-1f34ed8beacd on network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:05.172824 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Port db15e0b6-6d26-4484-95f5-1f34ed8beacd on network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:15:05.173212 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Attempting to bind port db15e0b6-6d26-4484-95f5-1f34ed8beacd on network 9a1cb155-bb5a-4bd2-8d35-0c86e9a58695 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:05.178163 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:15:05.178577 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Checking segment: {'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:15:05.179021 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Bound using segment: {'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:15:05.179521 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Bound port: db15e0b6-6d26-4484-95f5-1f34ed8beacd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1325483d-442b-42c1-932f-8444bcc8b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:15:05.180223 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.221576 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-59a06ed5-93d3-4292-b3a1-9bc48be8db1f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.223689 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-59a06ed5-93d3-4292-b3a1-9bc48be8db1f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451874 Jan 13 17:15:05.226906 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 33990) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:05.235250 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:05.269825 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] For port db15e0b6-6d26-4484-95f5-1f34ed8beacd, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:15:05.274787 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] For port db15e0b6-6d26-4484-95f5-1f34ed8beacd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=db15e0b6-6d26-4484-95f5-1f34ed8beacd,segment=NetworkSegment(1325483d-442b-42c1-932f-8444bcc8b11b),segment_id=1325483d-442b-42c1-932f-8444bcc8b11b)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:15:05.342468 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.365293 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.373849 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c55fc06c-9fb5-498f-b0f5-51a41269742d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:05.399514 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: c55fc06c-9fb5-498f-b0f5-51a41269742d {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:05.402285 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device c55fc06c-9fb5-498f-b0f5-51a41269742d not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:05.455323 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:05.469189 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.472862 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] 10.222.0.57 "PUT /v2.0/ports/db15e0b6-6d26-4484-95f5-1f34ed8beacd HTTP/1.1" status: 200 len: 1098 time: 0.9202719 Jan 13 17:15:05.473360 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'tag': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:05.475672 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f94d1cb-4035-41b6-84d6-a1139104f158" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad", "tag": "db15e0b6-6d26-4484-95f5-1f34ed8beacd"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:05.491756 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3d1cc-5914-4133-b5e9-3dab17c92be9 service neutron] Pushing event updated for resources: {'Port': ['ID=db15e0b6-6d26-4484-95f5-1f34ed8beacd,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:05.531778 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a900dbb-137a-4af8-8e54-817c98030fe7 x-openstack-request-id: req-5a900dbb-137a-4af8-8e54-817c98030fe7 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:05.532098 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad", "tag": "db15e0b6-6d26-4484-95f5-1f34ed8beacd", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:05.532413 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a900dbb-137a-4af8-8e54-817c98030fe7 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:05.532736 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'tag': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd', 'status': 'completed', 'code': 200} Jan 13 17:15:05.608932 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d1cb-4035-41b6-84d6-a1139104f158 req-19ad9db0-b43f-45c1-9a93-36020b9cdbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:05.612000 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0f94d1cb-4035-41b6-84d6-a1139104f158 req-19ad9db0-b43f-45c1-9a93-36020b9cdbce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90fa3197e7614acaaa5525fef2b50119&device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 1101 time: 0.0489357 Jan 13 17:15:05.641624 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0f94d1cb-4035-41b6-84d6-a1139104f158 req-105e7825-8efb-4b80-bb97-0851deacba3b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=90fa3197e7614acaaa5525fef2b50119&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218530 Jan 13 17:15:05.693946 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755a5f9-adc0-42a7-b024-0c40f11d5a83 req-597591c6-f0fb-4ca8-83d4-22a951d568d1 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:05.695434 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9755a5f9-adc0-42a7-b024-0c40f11d5a83 req-597591c6-f0fb-4ca8-83d4-22a951d568d1 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 948 time: 0.3926342 Jan 13 17:15:05.761871 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9755a5f9-adc0-42a7-b024-0c40f11d5a83 req-602e0b96-773b-480d-961a-153b87829905 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Jan 13 17:15:05.764109 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94d1cb-4035-41b6-84d6-a1139104f158 req-d1c2cfa3-251b-4d88-b438-ba3316245cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:05.765590 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0f94d1cb-4035-41b6-84d6-a1139104f158 req-d1c2cfa3-251b-4d88-b438-ba3316245cda service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179788 Jan 13 17:15:05.789902 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.858058 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-3c836108-aef0-4804-b512-20741a516e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:05.859468 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-3c836108-aef0-4804-b512-20741a516e8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90fa3197e7614acaaa5525fef2b50119&device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 1101 time: 0.0503600 Jan 13 17:15:05.895314 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-9484f040-80ab-4160-b375-c163b62ed664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:05.914486 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-7cb41b80-c816-46b0-b198-bb9ba66db865 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=db15e0b6-6d26-4484-95f5-1f34ed8beacd HTTP/1.1" status: 200 len: 217 time: 0.0471404 Jan 13 17:15:05.930718 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Allocated IP 172.27.0.144 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/535a7489-06c0-4e7a-b325-032c03e6f329) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:15:05.968231 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-264ac53d-6e09-4ac5-9c49-bb8d4bab9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:05.969698 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-264ac53d-6e09-4ac5-9c49-bb8d4bab9d25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a8065a36-af1f-4089-b14c-4de8407b2e0a HTTP/1.1" status: 200 len: 843 time: 0.0485692 Jan 13 17:15:06.017757 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-237b5b1b-cceb-40ff-8a6d-4aa0665f2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:06.019935 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-237b5b1b-cceb-40ff-8a6d-4aa0665f2f32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a1cb155-bb5a-4bd2-8d35-0c86e9a58695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432305 Jan 13 17:15:06.045868 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for port (535a7489-06c0-4e7a-b325-032c03e6f329), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.122438 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-36b0efde-3382-4e29-a995-dfa2a95f6f83 service neutron] 10.222.0.57 "GET /v2.0/networks/9a1cb155-bb5a-4bd2-8d35-0c86e9a58695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901175 Jan 13 17:15:06.138747 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142'] for port (535a7489-06c0-4e7a-b325-032c03e6f329), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.174213 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:15:06.177260 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:15:06.186660 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:15:06.197439 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'Port': ['ID=535a7489-06c0-4e7a-b325-032c03e6f329,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:06.246925 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-db7ea2f2-24f3-4138-94b8-baf06e6eeb8c req-77124f10-68dc-409b-a880-74cce1aa4a7c service neutron] 10.222.0.57 "GET /v2.0/networks/9a1cb155-bb5a-4bd2-8d35-0c86e9a58695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176043 Jan 13 17:15:06.250100 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (b4e23964-2344-4e25-8fa1-8aea4eaa7e02), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.428192 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (535a7489-06c0-4e7a-b325-032c03e6f329), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.550834 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34028) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:06.589500 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for port (535a7489-06c0-4e7a-b325-032c03e6f329), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.669993 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (535a7489-06c0-4e7a-b325-032c03e6f329), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.698519 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (b4e23964-2344-4e25-8fa1-8aea4eaa7e02), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.719398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'Port': ['ID=535a7489-06c0-4e7a-b325-032c03e6f329,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:06.816556 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:06.822544 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-8155c4ca-b3a4-413c-8da2-d048cce9b325 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5931342 Jan 13 17:15:06.933688 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8c2e4-edb9-42f1-9c8f-128573af26ec req-68f6b46f-d50a-40aa-bbfc-a78ac0da0fe2 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:06.935869 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-97b8c2e4-edb9-42f1-9c8f-128573af26ec req-68f6b46f-d50a-40aa-bbfc-a78ac0da0fe2 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 948 time: 0.0908771 Jan 13 17:15:07.034693 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-5bed3b3c-5397-4dfd-9db2-954cf7684e4f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1112560229&fields=id&tenant_id=d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 267 time: 0.0462604 Jan 13 17:15:07.043925 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:07.044453 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-97b8c2e4-edb9-42f1-9c8f-128573af26ec req-eaf50f8e-9fae-4a37-b887-7cabb7c85692 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996611 Jan 13 17:15:07.077984 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:07.154078 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-0ce1e242-4e47-432d-b3f9-8b2b88003a70 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:07.164031 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-0ce1e242-4e47-432d-b3f9-8b2b88003a70 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 817 time: 0.1132691 Jan 13 17:15:07.174407 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-3e26d8be-c244-4989-8adc-5004821fed17 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/quotas/d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 375 time: 0.0127318 Jan 13 17:15:07.228300 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-fc62319a-2953-4324-8559-16d155ca0b55 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477016 Jan 13 17:15:07.327958 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-eb558f0a-cc52-4582-8e7b-9b9b429266a4 service neutron] 10.222.0.42 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879872 Jan 13 17:15:07.385416 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Deleting port b0824e93-92d7-4ed7-851c-a1512b9d3dca {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:07.386532 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:07.428744 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-4237d90d-6c7f-4487-935b-8311bb9a1ff5 service neutron] 10.222.0.42 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940356 Jan 13 17:15:07.468271 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] For port b0824e93-92d7-4ed7-851c-a1512b9d3dca, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b0824e93-92d7-4ed7-851c-a1512b9d3dca,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:07.468634 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:07.482358 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Calling delete_port for b0824e93-92d7-4ed7-851c-a1512b9d3dca owned by network:router_interface {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:07.688911 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-040327a4-45ff-4b26-9788-19c179171525 req-d887fc57-5fd7-492a-a44a-a0cbaf5f6860 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 210 time: 0.0275435 Jan 13 17:15:07.729082 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (b0824e93-92d7-4ed7-851c-a1512b9d3dca), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:07.760822 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0824e93-92d7-4ed7-851c-a1512b9d3dca,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:07.941325 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:08.160109 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72c8f-92de-4e4f-9d6c-2fbee73ebc73 req-bbcdd524-c2b2-422c-b35e-2e876e1095a0 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:08.161684 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-44d72c8f-92de-4e4f-9d6c-2fbee73ebc73 req-bbcdd524-c2b2-422c-b35e-2e876e1095a0 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 948 time: 0.0498970 Jan 13 17:15:08.217326 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-44d72c8f-92de-4e4f-9d6c-2fbee73ebc73 req-f8902219-984a-4648-9160-981a2b67660a tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484755 Jan 13 17:15:08.422011 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:15:08.422394 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:08.501999 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe420-3d8e-455f-8bc6-6f9528a10055 req-4cf855df-bb6d-4c1e-b436-45ecfe85ec39 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:08.503378 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bacbe420-3d8e-455f-8bc6-6f9528a10055 req-4cf855df-bb6d-4c1e-b436-45ecfe85ec39 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0520115 Jan 13 17:15:08.528066 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:15:08.536456 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5e856606-f92f-4912-8d1f-1690b14aad18 admin admin] 10.222.0.42 "PUT /v2.0/routers/6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9812708 Jan 13 17:15:08.536557 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34080) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:08.538007 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] Sync routers for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:15:08.548328 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:08.549078 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:08.595650 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bacbe420-3d8e-455f-8bc6-6f9528a10055 req-a8017aff-eaa2-47e0-8d2a-3c1c73470281 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860236 Jan 13 17:15:08.665279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks [] for router (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:08.677007 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:08.780681 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks [] for router_gateway (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:08.799038 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-af1f905c-9e30-4e7f-8ac3-de4358ebbbe8 req-942357a4-e8a2-48af-b19e-db92efec8b65 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 210 time: 0.0265315 Jan 13 17:15:08.856647 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:15:07Z', 'revision_number': 5, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port': {'id': '46cdf3ec-3c67-4894-9a86-bbe880301560', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:35Z', 'updated_at': '2022-01-13T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:08.891580 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] Checking router: 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:15:08.900535 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] Routers {'6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:08.902142 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:08.902550 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Deleting port 46cdf3ec-3c67-4894-9a86-bbe880301560 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:08.902888 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:08.987609 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] Set router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 gateway port host: None {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:08.989867 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] For port 46cdf3ec-3c67-4894-9a86-bbe880301560, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=46cdf3ec-3c67-4894-9a86-bbe880301560,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:08.990240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.002704 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Calling delete_port for 46cdf3ec-3c67-4894-9a86-bbe880301560 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:09.164604 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:15:08Z', 'revision_number': 6, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port_host': None}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:09.193653 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c18e6-8a08-4a58-9209-9e2fc464c54f None None] The sync data for ids ['6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42'] in dv-cinder-799871-9-iscsi is: [{'id': '6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42', 'name': 'tempest-TestMinimumBasicScenario-347494575-router', 'tenant_id': '153d0669b0e44e41ad79b2da795c5b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:34Z', 'updated_at': '2022-01-13T17:15:08Z', 'revision_number': 6, 'project_id': '153d0669b0e44e41ad79b2da795c5b38', 'gw_port_host': None}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:15:09.261284 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (46cdf3ec-3c67-4894-9a86-bbe880301560), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.288785 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Pushing event deleted for resources: {'Port': ['ID=46cdf3ec-3c67-4894-9a86-bbe880301560,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:09.330267 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.387458 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device db15e0b6-6d26-4484-95f5-1f34ed8beacd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:15:09.422839 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.426274 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks [] for router_controller (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.436557 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd16968-af68-48ac-8159-96991aa80f17 req-daa7f9f5-1406-4066-a57f-f8ae3b3a1115 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:09.438039 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7cd16968-af68-48ac-8159-96991aa80f17 req-daa7f9f5-1406-4066-a57f-f8ae3b3a1115 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 948 time: 0.1514060 Jan 13 17:15:09.484940 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port db15e0b6-6d26-4484-95f5-1f34ed8beacd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=db15e0b6-6d26-4484-95f5-1f34ed8beacd,segment=NetworkSegment(1325483d-442b-42c1-932f-8444bcc8b11b),segment_id=1325483d-442b-42c1-932f-8444bcc8b11b)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:09.497121 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd', 'network_id': '9a1cb155-bb5a-4bd2-8d35-0c86e9a58695', 'port_id': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd', 'mac_address': 'fa:16:3e:8d:57:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8065a36-af1f-4089-b14c-4de8407b2e0a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:15:09.513537 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7cd16968-af68-48ac-8159-96991aa80f17 req-ccb3a98f-8163-4211-b292-d748227ac063 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694802 Jan 13 17:15:09.545770 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port db15e0b6-6d26-4484-95f5-1f34ed8beacd is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:09.545770 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.561932 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db15e0b6-6d26-4484-95f5-1f34ed8beacd {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:09.563496 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.564038 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:15:09.569013 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.570110 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-1ab9b134-0c20-4f15-ac66-79b54d20408f admin admin] 10.222.0.42 "DELETE /v2.0/routers/6bbd49f2-9d96-4b4b-bfc5-36fec88c0b42 HTTP/1.1" status: 204 len: 168 time: 1.0328066 Jan 13 17:15:09.572695 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:09.586911 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port db15e0b6-6d26-4484-95f5-1f34ed8beacd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=db15e0b6-6d26-4484-95f5-1f34ed8beacd,segment=NetworkSegment(1325483d-442b-42c1-932f-8444bcc8b11b),segment_id=1325483d-442b-42c1-932f-8444bcc8b11b)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:09.620450 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] Deleting subnet 8a43eb6d-5a8a-4741-9971-e8655500271a {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:15:09.623588 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] Publish callbacks [] for subnet (8a43eb6d-5a8a-4741-9971-e8655500271a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.663884 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] Publish callbacks [] for subnet (8a43eb6d-5a8a-4741-9971-e8655500271a), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.677784 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.685135 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.729800 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b1c8c-7349-4b90-9247-f7931b8eeacc req-0bc2ec46-b0de-49f7-9aae-b75c93a72774 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:09.738075 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ce0b1c8c-7349-4b90-9247-f7931b8eeacc req-0bc2ec46-b0de-49f7-9aae-b75c93a72774 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0582581 Jan 13 17:15:09.746109 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (8a43eb6d-5a8a-4741-9971-e8655500271a), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.748084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=db15e0b6-6d26-4484-95f5-1f34ed8beacd,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:09.762245 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.767107 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.768221 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:09.811759 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ce0b1c8c-7349-4b90-9247-f7931b8eeacc req-ab310de6-8d59-4af9-8bea-e10aab51e6fc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725811 Jan 13 17:15:09.889686 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for subnet (8a43eb6d-5a8a-4741-9971-e8655500271a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.893628 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:15:09.914765 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3e5a8b18-0430-4274-8456-db47813019f5 req-f0f9fc83-1093-4356-b067-7a841bed34f6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 210 time: 0.0384138 Jan 13 17:15:09.927797 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-6a1f10ef-7cf0-495f-8a49-59838956e532 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:09.930354 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-6a1f10ef-7cf0-495f-8a49-59838956e532 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 817 time: 0.1436546 Jan 13 17:15:09.933827 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a43eb6d-5a8a-4741-9971-e8655500271a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:09.942573 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:09.948243 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e7934aab-ad6d-49d5-9de5-ca97ffad6537 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a43eb6d-5a8a-4741-9971-e8655500271a HTTP/1.1" status: 204 len: 168 time: 0.3715637 Jan 13 17:15:09.948975 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34098) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:09.952703 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['db15e0b6-6d26-4484-95f5-1f34ed8beacd'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:15:09.972498 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397739a-3b94-43cc-a268-4f6c61e26db6 None None] Network af4b7f59-680c-407c-b0f7-86844c8fcd53 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:15:10.046722 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-78dabe02-2769-4625-b688-2c2dd36174a0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 380 time: 0.1081965 Jan 13 17:15:10.049957 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (af4b7f59-680c-407c-b0f7-86844c8fcd53), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.053685 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 46cdf3ec-3c67-4894-9a86-bbe880301560 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:10.055910 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'port': {'device_id': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'admin_state_up': True, 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'security_groups': ['19bb0569-b886-4b7a-9fc6-ab92d16b8f63']}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:10.079792 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 46cdf3ec-3c67-4894-9a86-bbe880301560 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:10.080154 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 46cdf3ec-3c67-4894-9a86-bbe880301560 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:10.080577 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b0824e93-92d7-4ed7-851c-a1512b9d3dca no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:10.121320 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Deleting port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:10.121820 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.130862 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: b0824e93-92d7-4ed7-851c-a1512b9d3dca {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:10.131205 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b0824e93-92d7-4ed7-851c-a1512b9d3dca not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:10.218576 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] For port a0957232-5a0e-4ce1-bd40-66a3fc8f8395, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:10.218940 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.233312 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Calling delete_port for a0957232-5a0e-4ce1-bd40-66a3fc8f8395 owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:10.287042 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Made reservation on behalf of d646351580dc4909ace49daf43fc27e8 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:15:10.291153 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.310546 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] DHCP port deletion for af4b7f59-680c-407c-b0f7-86844c8fcd53 request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:15:10.365271 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] Deleting port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:10.366058 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.424043 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.458650 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:10.466367 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] For port a0957232-5a0e-4ce1-bd40-66a3fc8f8395, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,segment=NetworkSegment(d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05),segment_id=d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:10.466582 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] No DVR routers for this DVR port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 on host dv-cinder-799871-9-iscsi {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:10.467134 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.481229 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] Calling delete_port for a0957232-5a0e-4ce1-bd40-66a3fc8f8395 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:10.514125 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Allocated IP 172.20.0.13 (80a19623-f178-48f2-8ee6-874b462a4ded/46a90d3c-4d1f-48c3-b4a9-04e37c63a264/ea07677e-cf1b-4390-b90e-3e3989dfa796) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:15:10.548930 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (af4b7f59-680c-407c-b0f7-86844c8fcd53), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.573949 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.574291 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.575278 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.575629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.575969 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.576327 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.576689 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.577090 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.577416 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.577736 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.647864 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (a0957232-5a0e-4ce1-bd40-66a3fc8f8395), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.674033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] Pushing event deleted for resources: {'Port': ['ID=a0957232-5a0e-4ce1-bd40-66a3fc8f8395,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:10.675892 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc45ec-b1f5-4e13-905b-7d59ca3f8ae8 None None] No DVR routers for this DVR port a0957232-5a0e-4ce1-bd40-66a3fc8f8395 on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:10.687616 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.688035 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.688381 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.688761 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 13 17:15:10.689139 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4b7f59-680c-407c-b0f7-86844c8fcd53']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:10.694474 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a6f2-c615-4cc8-ba89-384f0ab61e83 req-65227b9e-7727-4065-8711-7b6eff58b872 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:10.696067 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f220a6f2-c615-4cc8-ba89-384f0ab61e83 req-65227b9e-7727-4065-8711-7b6eff58b872 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 949 time: 0.0774395 Jan 13 17:15:10.721659 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:10.721961 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:10.725092 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.752852 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9038928'] for segment (d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.776966 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f220a6f2-c615-4cc8-ba89-384f0ab61e83 req-56e6a8f4-5f68-488c-ad63-6489ef97f726 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696483 Jan 13 17:15:10.780279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.793760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6d6abb61-b9aa-434b-8e7d-f75d4d227ac0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:10.795513 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6d6abb61-b9aa-434b-8e7d-f75d4d227ac0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.1010792 Jan 13 17:15:10.812391 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:15:10.812814 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9067641'] for segment (d0fa10ae-a3cd-41c9-9da1-be8e1cbb2f05), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: Traceback (most recent call last): Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: timer() Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: cb(*args, **kw) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: return func(*args, **kwargs) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: self._notify() Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: self.callback(batched_events) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: event.method(event) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: return f(self, *a, **k) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._get(url).json() Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: return self.request(url, 'GET', **kwargs) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:15:10.816725 dv-cinder-799871-9-iscsi neutron-server[103098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:15:10.849732 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.897561 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Network 80a19623-f178-48f2-8ee6-874b462a4ded is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:15:10.901033 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:15:10.904067 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:15:10.937091 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:10.968370 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:10.970524 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:10.979851 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93daf-43e3-4d42-a93c-d7c8d4acd40c req-48439f81-550b-499e-b034-e31ddbb2a652 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:10.981411 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-38b93daf-43e3-4d42-a93c-d7c8d4acd40c req-48439f81-550b-499e-b034-e31ddbb2a652 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.0905983 Jan 13 17:15:11.012142 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Deleting port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:11.012573 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.053915 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (af4b7f59-680c-407c-b0f7-86844c8fcd53), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.055219 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-b9d46977-e29d-41f6-86be-473b1440cb79 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0029812 Jan 13 17:15:11.072684 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Request body: {'port': {'device_id': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:11.087480 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.090664 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/af4b7f59-680c-407c-b0f7-86844c8fcd53 HTTP/1.1" status: 204 len: 168 time: 1.1397095 Jan 13 17:15:11.096587 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34114) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:11.108684 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a7753-c98d-4fee-8ad4-19cbd415a1fc req-e15dba4d-5522-4f93-8ba6-d7eddaabf6c6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:11.110342 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-844a7753-c98d-4fee-8ad4-19cbd415a1fc req-e15dba4d-5522-4f93-8ba6-d7eddaabf6c6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 932 time: 0.0953994 Jan 13 17:15:11.113585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43337a9d-35ca-40ef-bbcb-3dbb6531e4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=af4b7f59-680c-407c-b0f7-86844c8fcd53,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:11.118396 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-38b93daf-43e3-4d42-a93c-d7c8d4acd40c req-87728051-b8e4-43f8-bf5e-512d380ef8c2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304362 Jan 13 17:15:11.180861 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.229893 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] For port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:11.230264 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.233827 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-844a7753-c98d-4fee-8ad4-19cbd415a1fc req-f6aa8593-4974-4b18-aad0-75775b56ed80 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041501 Jan 13 17:15:11.288709 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-f5a504ae-3c2b-43c9-8abf-e799a1679898 None None] Provisioning complete for port ea07677e-cf1b-4390-b90e-3e3989dfa796 triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:15:11.289080 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f5a504ae-3c2b-43c9-8abf-e799a1679898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.327464 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f5a504ae-3c2b-43c9-8abf-e799a1679898 None None] Port ea07677e-cf1b-4390-b90e-3e3989dfa796 cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:15:11.393123 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device db15e0b6-6d26-4484-95f5-1f34ed8beacd up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:15:11.492923 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea07677e-cf1b-4390-b90e-3e3989dfa796 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:11.501424 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Publish callbacks [] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.514189 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port db15e0b6-6d26-4484-95f5-1f34ed8beacd completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:15:11.516285 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Transition to ACTIVE for port object ea07677e-cf1b-4390-b90e-3e3989dfa796 will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:15:11.519374 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port db15e0b6-6d26-4484-95f5-1f34ed8beacd triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:15:11.519920 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.597791 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.606770 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port db15e0b6-6d26-4484-95f5-1f34ed8beacd is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:11.607233 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.655538 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:11.681039 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:11.684336 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e44670-42f0-43ae-9b4c-36f996b498c4" -d '{"events": [{"server_uuid": "a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad", "name": "network-vif-plugged", "status": "completed", "tag": "db15e0b6-6d26-4484-95f5-1f34ed8beacd"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:11.700493 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port db15e0b6-6d26-4484-95f5-1f34ed8beacd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=db15e0b6-6d26-4484-95f5-1f34ed8beacd,segment=NetworkSegment(1325483d-442b-42c1-932f-8444bcc8b11b),segment_id=1325483d-442b-42c1-932f-8444bcc8b11b)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:11.731043 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e18545-2e36-47df-9f28-20e300b4815a x-openstack-request-id: req-09e18545-2e36-47df-9f28-20e300b4815a {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:11.731043 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad", "name": "network-vif-plugged", "status": "completed", "tag": "db15e0b6-6d26-4484-95f5-1f34ed8beacd", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:11.731043 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09e18545-2e36-47df-9f28-20e300b4815a {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:11.731320 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd', 'code': 200} Jan 13 17:15:11.738371 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Attempting to bind port ea07677e-cf1b-4390-b90e-3e3989dfa796 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:15:11.738712 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Attempting to bind port ea07677e-cf1b-4390-b90e-3e3989dfa796 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:15:11.739036 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Attempting to bind port ea07677e-cf1b-4390-b90e-3e3989dfa796 on network 80a19623-f178-48f2-8ee6-874b462a4ded {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:11.747126 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Port ea07677e-cf1b-4390-b90e-3e3989dfa796 on network 80a19623-f178-48f2-8ee6-874b462a4ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:15:11.747456 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Attempting to bind port ea07677e-cf1b-4390-b90e-3e3989dfa796 on network 80a19623-f178-48f2-8ee6-874b462a4ded {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:11.757282 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:15:11.757282 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Checking segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:15:11.757282 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Bound using segment: {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:15:11.757282 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Bound port: ea07677e-cf1b-4390-b90e-3e3989dfa796, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607b20a5-0187-46a3-be05-ede679bedaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:15:11.757282 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.775741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.856108 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:15:11.859078 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=db15e0b6-6d26-4484-95f5-1f34ed8beacd,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:11.859860 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:15:11.896354 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.896862 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (90915e4f-01ac-4f3f-bd4d-10ba979e72e0), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:11.897076 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Floating IP 90915e4f-01ac-4f3f-bd4d-10ba979e72e0 disassociated. External IP: 172.27.0.134, port: 2028d6a6-9605-4c66-a1ba-648fdb62ffb5. Jan 13 17:15:11.897370 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Calling delete_port for 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:11.949080 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:12.003084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a0957232-5a0e-4ce1-bd40-66a3fc8f8395 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:12.023718 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:12.024798 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: a0957232-5a0e-4ce1-bd40-66a3fc8f8395 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:12.025142 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a0957232-5a0e-4ce1-bd40-66a3fc8f8395 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:12.036994 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.037370 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:12.038577 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] 10.222.0.57 "PUT /v2.0/ports/ea07677e-cf1b-4390-b90e-3e3989dfa796 HTTP/1.1" status: 200 len: 1094 time: 0.9753137 Jan 13 17:15:12.039333 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:12.041323 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c28c11-ec8b-4738-bc88-e509e7970eff" -d '{"events": [{"name": "network-changed", "server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:12.062542 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85f0e5-e189-4e2d-991a-e60cf72087df service neutron] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:12.078614 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2b3d3-d883-487f-87db-7eb762b8417e req-11bb83d4-f781-45f2-9ad2-a237a423d7fb tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.080295 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4aa2b3d3-d883-487f-87db-7eb762b8417e req-11bb83d4-f781-45f2-9ad2-a237a423d7fb tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.1334445 Jan 13 17:15:12.111598 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a86143-41ad-4f36-abd6-f7097c3fd938 x-openstack-request-id: req-98a86143-41ad-4f36-abd6-f7097c3fd938 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:12.111926 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:12.112173 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98a86143-41ad-4f36-abd6-f7097c3fd938 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:12.112559 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'status': 'completed', 'code': 200} Jan 13 17:15:12.186823 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4aa2b3d3-d883-487f-87db-7eb762b8417e req-02e19e47-843d-476e-8499-74424f9d9448 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985255 Jan 13 17:15:12.189134 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3fb97-b767-4735-bc41-fc449da914e8 req-cd06abf5-c2f0-45e3-bc66-eab1dc7d723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.191244 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a5f3fb97-b767-4735-bc41-fc449da914e8 req-cd06abf5-c2f0-45e3-bc66-eab1dc7d723d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 1103 time: 0.0947299 Jan 13 17:15:12.277578 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a5f3fb97-b767-4735-bc41-fc449da914e8 req-a9c71263-7f26-4b09-ace2-cfbf214a37a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792580 Jan 13 17:15:12.327753 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c28c11-ec8b-4738-bc88-e509e7970eff req-9a0695c9-3ae9-4254-8b6a-7e0608282e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.329412 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-78c28c11-ec8b-4738-bc88-e509e7970eff req-9a0695c9-3ae9-4254-8b6a-7e0608282e9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1097 time: 0.1977282 Jan 13 17:15:12.344128 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a463-60c8-4e9f-8b5a-d18d8875dbac req-11a8aa4b-48f8-4314-9303-300056fbb52f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.345674 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1944a463-60c8-4e9f-8b5a-d18d8875dbac req-11a8aa4b-48f8-4314-9303-300056fbb52f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 945 time: 0.1037924 Jan 13 17:15:12.374173 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253473f-7460-4d89-8635-97fbb94a31b9 req-e77c96f5-b16b-4e91-93df-0cb2306ff1f7 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.375717 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9253473f-7460-4d89-8635-97fbb94a31b9 req-e77c96f5-b16b-4e91-93df-0cb2306ff1f7 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0493438 Jan 13 17:15:12.376793 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (2028d6a6-9605-4c66-a1ba-648fdb62ffb5), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:12.440304 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event deleted for resources: {'Port': ['ID=2028d6a6-9605-4c66-a1ba-648fdb62ffb5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:12.444833 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9253473f-7460-4d89-8635-97fbb94a31b9 req-5af016dd-afae-4b22-a7af-6961792c89c6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608964 Jan 13 17:15:12.562844 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:12.567240 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1944a463-60c8-4e9f-8b5a-d18d8875dbac req-07ba2262-7757-4e52-9820-dfca4103237a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=39b72561-dc2e-4cb7-b016-c1007bad4664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003000 Jan 13 17:15:12.742446 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Router 574b1f93-360a-4ae4-bec9-689631ba0eec has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:15:12.745954 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c28c11-ec8b-4738-bc88-e509e7970eff req-8e361af2-2661-4191-9735-5e5a32e14217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.747409 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-78c28c11-ec8b-4738-bc88-e509e7970eff req-8e361af2-2661-4191-9735-5e5a32e14217 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d646351580dc4909ace49daf43fc27e8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2467401 Jan 13 17:15:12.980693 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c28c11-ec8b-4738-bc88-e509e7970eff req-37d40f21-07a2-409d-a215-cbad90bbea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:12.982162 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-78c28c11-ec8b-4738-bc88-e509e7970eff req-37d40f21-07a2-409d-a215-cbad90bbea3c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2277315 Jan 13 17:15:13.002194 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:15:13.011955 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] Sync routers for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:15:13.021904 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:13.022513 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:13.060559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] No DVR routers for this DVR port 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:13.064030 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:13.067391 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6080b204-c26c-4073-bb42-c1337182fcf4 req-6570c3d8-8272-465d-9c07-eec6b7fc1620 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "DELETE /v2.0/ports/2028d6a6-9605-4c66-a1ba-648fdb62ffb5 HTTP/1.1" status: 204 len: 173 time: 2.2616196 Jan 13 17:15:13.067832 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'name': 'network-vif-deleted', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:13.070138 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c4991e-715d-4793-914d-3ce4d3ef7381" -d '{"events": [{"server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "name": "network-vif-deleted", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:13.105584 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c767b9-d7dc-40a7-9ce1-ff2ecf639c83 x-openstack-request-id: req-35c767b9-d7dc-40a7-9ce1-ff2ecf639c83 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:13.105877 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d71f510-4e48-4d49-8bea-37d812131b84", "name": "network-vif-deleted", "tag": "2028d6a6-9605-4c66-a1ba-648fdb62ffb5", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:13.106149 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35c767b9-d7dc-40a7-9ce1-ff2ecf639c83 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:13.106531 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d71f510-4e48-4d49-8bea-37d812131b84', 'name': 'network-vif-deleted', 'tag': '2028d6a6-9605-4c66-a1ba-648fdb62ffb5', 'status': 'completed', 'code': 200} Jan 13 17:15:13.125095 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Deleting port c5a708e9-c85d-493b-afef-8568aede488d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:13.125510 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (c5a708e9-c85d-493b-afef-8568aede488d), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:13.126858 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:13.201740 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] For port c5a708e9-c85d-493b-afef-8568aede488d, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=c5a708e9-c85d-493b-afef-8568aede488d,segment=NetworkSegment(dcf05107-57d9-48c6-a477-e9b3e3e81d8e),segment_id=dcf05107-57d9-48c6-a477-e9b3e3e81d8e)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:13.202103 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (c5a708e9-c85d-493b-afef-8568aede488d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:13.214933 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Calling delete_port for c5a708e9-c85d-493b-afef-8568aede488d owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:13.325086 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eb44d-6576-44b2-8d53-b6b20f450d21 req-ba0b6032-6c38-4df7-9a04-81375df4d810 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:13.326578 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-649eb44d-6576-44b2-8d53-b6b20f450d21 req-ba0b6032-6c38-4df7-9a04-81375df4d810 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.0650971 Jan 13 17:15:13.327751 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:13.353470 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] Checking router: 574b1f93-360a-4ae4-bec9-689631ba0eec for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:15:13.361593 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:13.362199 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:13.423549 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-649eb44d-6576-44b2-8d53-b6b20f450d21 req-58e78319-5560-42cc-ad28-826cae3e1b91 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910103 Jan 13 17:15:13.470919 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:13.552348 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (c5a708e9-c85d-493b-afef-8568aede488d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:13.569983 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226f1d8-650e-48d3-b683-08bc73808882 req-a3cda356-df01-499f-85a3-5e12517d7eb4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:13.571577 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9226f1d8-650e-48d3-b683-08bc73808882 req-a3cda356-df01-499f-85a3-5e12517d7eb4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0502326 Jan 13 17:15:13.579247 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a708e9-c85d-493b-afef-8568aede488d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:13.648139 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9226f1d8-650e-48d3-b683-08bc73808882 req-72854942-f046-40c0-b675-05c48bf7e064 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693951 Jan 13 17:15:13.689898 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7c8fdf27-e6f8-4509-b6df-c4edad86872a req-7605b872-ad21-42c3-a711-c6d006923575 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 210 time: 0.0336466 Jan 13 17:15:13.727016 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:13.756201 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a266e7-ab75-49b8-97f8-9611c8e3af89 None None] The sync data for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi is: [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:15:13.811352 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:13.990059 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c409023-8041-48b8-a878-09bf9bf9290f None None] New status for floating IP 90915e4f-01ac-4f3f-bd4d-10ba979e72e0: DOWN {{(pid=103099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:15:14.027563 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:15:14.134234 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:15:14.139904 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-7b9e9a17-c240-4a4f-bc55-06a6dfcc57b3 admin admin] 10.222.0.42 "PUT /v2.0/routers/42fbd365-f1c6-4e15-90c5-c50ba4f10b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0347323 Jan 13 17:15:14.143048 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] Sync routers for ids ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:15:14.143506 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34148) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:14.153664 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] Routers {'42fbd365-f1c6-4e15-90c5-c50ba4f10b67'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:14.154267 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:14.250084 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks [] for router (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:14.257738 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] Set router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:14.353478 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks [] for router_gateway (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:14.431861 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:15:13Z', 'revision_number': 5, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port': {'id': '4be21dbe-f29d-48d3-aa6d-938e983bf92d', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:44Z', 'updated_at': '2022-01-13T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:14.460706 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Deleting port 4be21dbe-f29d-48d3-aa6d-938e983bf92d {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:14.461048 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:14.541110 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] Checking router: 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:15:14.549844 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] Routers {'42fbd365-f1c6-4e15-90c5-c50ba4f10b67'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:14.550440 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:14.579946 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a86e6f-8098-469f-b4af-67a1f3f805f6 req-7944be3d-db7d-43b8-ad0d-47501c942314 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:14.581443 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f9a86e6f-8098-469f-b4af-67a1f3f805f6 req-7944be3d-db7d-43b8-ad0d-47501c942314 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.0794106 Jan 13 17:15:14.583132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] For port 4be21dbe-f29d-48d3-aa6d-938e983bf92d, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=4be21dbe-f29d-48d3-aa6d-938e983bf92d,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:14.583490 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:14.607235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Calling delete_port for 4be21dbe-f29d-48d3-aa6d-938e983bf92d owned by network:router_gateway {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:14.633961 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] Set router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:14.677854 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f9a86e6f-8098-469f-b4af-67a1f3f805f6 req-c13da8e6-cdca-4f07-9964-2acac30c5ed2 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869319 Jan 13 17:15:14.684490 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:15:14Z', 'revision_number': 6, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port_host': None}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:14.713040 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0c721-2743-4458-9e62-ef35d151c8f5 None None] The sync data for ids ['42fbd365-f1c6-4e15-90c5-c50ba4f10b67'] in dv-cinder-799871-9-iscsi is: [{'id': '42fbd365-f1c6-4e15-90c5-c50ba4f10b67', 'name': 'tempest-TestMinimumBasicScenario-1365807098-router', 'tenant_id': '614d9dd3e82647f7a07aa32e4be07eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:43Z', 'updated_at': '2022-01-13T17:15:14Z', 'revision_number': 6, 'project_id': '614d9dd3e82647f7a07aa32e4be07eac', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:15:14.790468 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3ec45-6560-4545-9c85-20ef639a1345 req-6af85c25-ff91-4004-9e5d-e309d116ffdf tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:14.792758 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d3e3ec45-6560-4545-9c85-20ef639a1345 req-6af85c25-ff91-4004-9e5d-e309d116ffdf tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0641804 Jan 13 17:15:14.816398 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b38104af-974c-4222-a9b2-af948a86a3ec req-c79afcd1-9d59-4013-aa57-d79bfa96a6bf tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 210 time: 0.0448017 Jan 13 17:15:14.839541 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d3e3ec45-6560-4545-9c85-20ef639a1345 req-8b984024-0b9c-45df-831c-fd7af4fe89f2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Jan 13 17:15:14.900783 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (4be21dbe-f29d-48d3-aa6d-938e983bf92d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:14.930034 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4be21dbe-f29d-48d3-aa6d-938e983bf92d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:14.986651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.087552 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.090365 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks [] for router_controller (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.243583 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (42fbd365-f1c6-4e15-90c5-c50ba4f10b67), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.244099 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fbd365-f1c6-4e15-90c5-c50ba4f10b67 {{(pid=103097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:15:15.249299 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.251850 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-3b4d051b-26a2-4d46-a13d-62226c6081bd admin admin] 10.222.0.42 "DELETE /v2.0/routers/42fbd365-f1c6-4e15-90c5-c50ba4f10b67 HTTP/1.1" status: 204 len: 168 time: 1.1057913 Jan 13 17:15:15.253048 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34158) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:15.294422 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_v2 [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] Deleting subnet 212a1362-eb3b-4837-8e3c-46429a6e8aa6 {{(pid=103097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:15:15.297371 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] Publish callbacks [] for subnet (212a1362-eb3b-4837-8e3c-46429a6e8aa6), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.330168 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12403886'] for subnet (212a1362-eb3b-4837-8e3c-46429a6e8aa6), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.435381 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (212a1362-eb3b-4837-8e3c-46429a6e8aa6), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.512517 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-92ffbeab-beb8-40e6-95f4-318776796f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:15.514245 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-92ffbeab-beb8-40e6-95f4-318776796f03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1097 time: 0.0443168 Jan 13 17:15:15.552948 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12409075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8515092'] for subnet (212a1362-eb3b-4837-8e3c-46429a6e8aa6), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.555639 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-fd50fd38-012c-41a7-b2d9-edf04ec35896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796 HTTP/1.1" status: 200 len: 217 time: 0.0342233 Jan 13 17:15:15.585778 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212a1362-eb3b-4837-8e3c-46429a6e8aa6,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:15.589967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.599835 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c784932d-70a7-4bc9-b1fd-19f8e4b917b5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/212a1362-eb3b-4837-8e3c-46429a6e8aa6 HTTP/1.1" status: 204 len: 168 time: 0.3392584 Jan 13 17:15:15.599835 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34164) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:15.600739 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b59ca-7a42-4239-95b2-2c71f621564a None None] Network 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:15:15.628820 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-91120404-7b13-4534-a7d8-8692f310e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:15.630429 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-91120404-7b13-4534-a7d8-8692f310e13d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0678012 Jan 13 17:15:15.671490 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (5129e4eb-aed6-40ee-9eef-cbb3d98cfad1), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.681428 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-93055462-6c79-405c-905c-fd1c1a2e1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:15.683059 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-93055462-6c79-405c-905c-fd1c1a2e1697 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458605 Jan 13 17:15:15.733796 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Deleting port 02759474-bded-44f3-95a7-c39b9ba199ac {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:15.734349 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.801564 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] DHCP port deletion for 5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:15:15.845362 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-a05e4440-5f55-43b8-be6d-466626988ac5 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441662 Jan 13 17:15:15.858903 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] For port 02759474-bded-44f3-95a7-c39b9ba199ac, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=02759474-bded-44f3-95a7-c39b9ba199ac,segment=NetworkSegment(dcf05107-57d9-48c6-a477-e9b3e3e81d8e),segment_id=dcf05107-57d9-48c6-a477-e9b3e3e81d8e)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:15.859261 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.874688 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Calling delete_port for 02759474-bded-44f3-95a7-c39b9ba199ac owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:15.888199 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ab3de-2838-426a-afce-8fe47a5a670d req-bdcb3232-fc7c-46db-b155-5b9bd6cfc4fc tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:15.889723 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ea1ab3de-2838-426a-afce-8fe47a5a670d req-bdcb3232-fc7c-46db-b155-5b9bd6cfc4fc tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.0831535 Jan 13 17:15:15.891430 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] Deleting port 02759474-bded-44f3-95a7-c39b9ba199ac {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:15.892113 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:15.991041 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] For port 02759474-bded-44f3-95a7-c39b9ba199ac, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=02759474-bded-44f3-95a7-c39b9ba199ac,segment=NetworkSegment(dcf05107-57d9-48c6-a477-e9b3e3e81d8e),segment_id=dcf05107-57d9-48c6-a477-e9b3e3e81d8e)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:15.992420 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ea1ab3de-2838-426a-afce-8fe47a5a670d req-5353c5da-cf4b-4e4d-9621-689ba1712ecf tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949264 Jan 13 17:15:15.994721 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-67be8b4c-5ce6-49b5-9e25-4b8632f0862b req-15f4bc6f-abd3-4016-b1c0-51ebfcb36a85 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413012 Jan 13 17:15:16.011768 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.032998 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] Calling delete_port for 02759474-bded-44f3-95a7-c39b9ba199ac owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:16.040841 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 02759474-bded-44f3-95a7-c39b9ba199ac no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:16.062604 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-84480e91-456b-4c67-baf0-287122e6372d req-1e16ea02-48c4-43b6-8d10-2479c9dfac5e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d71f510-4e48-4d49-8bea-37d812131b84 HTTP/1.1" status: 200 len: 210 time: 0.0319085 Jan 13 17:15:16.101208 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.129449 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=02759474-bded-44f3-95a7-c39b9ba199ac,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:16.138336 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No active binding found for port 02759474-bded-44f3-95a7-c39b9ba199ac {{(pid=103099) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 13 17:15:16.138924 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] The host dv-cinder-799871-9-iscsi is not matching for port 02759474-bded-44f3-95a7-c39b9ba199ac host None! {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 13 17:15:16.139470 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 02759474-bded-44f3-95a7-c39b9ba199ac not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:16.140069 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 4be21dbe-f29d-48d3-aa6d-938e983bf92d no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:16.141053 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90142799-a8b3-44f5-8fad-bd58d5808343 req-8e1baeeb-0612-4eab-b745-0b795794d75a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:16.147661 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-90142799-a8b3-44f5-8fad-bd58d5808343 req-8e1baeeb-0612-4eab-b745-0b795794d75a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0842967 Jan 13 17:15:16.150201 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] No DVR routers for this DVR port 02759474-bded-44f3-95a7-c39b9ba199ac on host dv-cinder-799871-9-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:16.170052 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 4be21dbe-f29d-48d3-aa6d-938e983bf92d {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:16.170391 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 4be21dbe-f29d-48d3-aa6d-938e983bf92d not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:16.170980 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device c5a708e9-c85d-493b-afef-8568aede488d no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:16.194668 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: c5a708e9-c85d-493b-afef-8568aede488d {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:16.195001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device c5a708e9-c85d-493b-afef-8568aede488d not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:16.217790 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (02759474-bded-44f3-95a7-c39b9ba199ac), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.242232 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] Pushing event deleted for resources: {'Port': ['ID=02759474-bded-44f3-95a7-c39b9ba199ac,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:16.246860 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d7237-d540-45d2-a494-339d28adb6c6 None None] No DVR routers for this DVR port 02759474-bded-44f3-95a7-c39b9ba199ac on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:16.247056 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (5129e4eb-aed6-40ee-9eef-cbb3d98cfad1), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.264567 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-90142799-a8b3-44f5-8fad-bd58d5808343 req-30799396-3da4-4017-8c47-3071b1b4c1bc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159792 Jan 13 17:15:16.277379 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5129e4eb-aed6-40ee-9eef-cbb3d98cfad1']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:16.288216 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:16.293888 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf05107-57d9-48c6-a477-e9b3e3e81d8e') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:16.297678 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (dcf05107-57d9-48c6-a477-e9b3e3e81d8e), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.311770 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (dcf05107-57d9-48c6-a477-e9b3e3e81d8e), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.317871 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:15:16.318249 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (dcf05107-57d9-48c6-a477-e9b3e3e81d8e), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.319940 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:15:16.322347 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:15:16.446867 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (5129e4eb-aed6-40ee-9eef-cbb3d98cfad1), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.454290 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.457666 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5129e4eb-aed6-40ee-9eef-cbb3d98cfad1 HTTP/1.1" status: 204 len: 168 time: 0.8608963 Jan 13 17:15:16.471418 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c99b15-950e-452e-9fa4-fee7cd8fc3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5129e4eb-aed6-40ee-9eef-cbb3d98cfad1,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:16.870507 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34186) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:16.908413 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c7bd8508-a94b-4415-a07f-9740ab205841 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=153d0669b0e44e41ad79b2da795c5b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366535 Jan 13 17:15:16.910739 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34188) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:16.956697 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-956c90a8-0560-4e99-8d7e-8f782318b696 admin admin] Publish callbacks [] for security_group (e1dc8df6-0644-4340-a32c-f9cec1281871), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:16.977026 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-956c90a8-0560-4e99-8d7e-8f782318b696 admin admin] Publish callbacks [] for security_group (e1dc8df6-0644-4340-a32c-f9cec1281871), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.077549 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-956c90a8-0560-4e99-8d7e-8f782318b696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e1dc8df6-0644-4340-a32c-f9cec1281871), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.080235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-956c90a8-0560-4e99-8d7e-8f782318b696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.081418 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-956c90a8-0560-4e99-8d7e-8f782318b696 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1dc8df6-0644-4340-a32c-f9cec1281871 HTTP/1.1" status: 204 len: 168 time: 0.1698065 Jan 13 17:15:17.089955 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c90a8-0560-4e99-8d7e-8f782318b696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc8df6-0644-4340-a32c-f9cec1281871,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:17.130076 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3c2fb-9f06-4b32-bc4e-d6238f11e070 req-a8e1454d-8c6c-4368-a4cb-c7997e59377c tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:17.131602 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35e3c2fb-9f06-4b32-bc4e-d6238f11e070 req-a8e1454d-8c6c-4368-a4cb-c7997e59377c tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.0619814 Jan 13 17:15:17.183145 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-35e3c2fb-9f06-4b32-bc4e-d6238f11e070 req-1daf720b-75d4-4280-bad4-8f5a51b71fd8 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Jan 13 17:15:17.227215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34200) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:17.284427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48b0ecbd-326b-4076-9b1c-5f6ce59487e0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (39b72561-dc2e-4cb7-b016-c1007bad4664), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.313654 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48b0ecbd-326b-4076-9b1c-5f6ce59487e0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (39b72561-dc2e-4cb7-b016-c1007bad4664), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.398912 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417cad4-30a6-4ff8-a3cd-51388a5114f8 req-0a262ad8-1778-477a-979c-c94307517e41 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:17.400452 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3417cad4-30a6-4ff8-a3cd-51388a5114f8 req-0a262ad8-1778-477a-979c-c94307517e41 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0534782 Jan 13 17:15:17.421982 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48b0ecbd-326b-4076-9b1c-5f6ce59487e0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (39b72561-dc2e-4cb7-b016-c1007bad4664), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.426614 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-48b0ecbd-326b-4076-9b1c-5f6ce59487e0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.427930 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-48b0ecbd-326b-4076-9b1c-5f6ce59487e0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "DELETE /v2.0/security-groups/39b72561-dc2e-4cb7-b016-c1007bad4664 HTTP/1.1" status: 204 len: 168 time: 0.1997316 Jan 13 17:15:17.431331 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34208) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:17.436818 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:17.456302 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3417cad4-30a6-4ff8-a3cd-51388a5114f8 req-86cabfe6-1339-4dd5-9d5c-5cd2b1acd2ba tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491598 Jan 13 17:15:17.476961 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:17.477833 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 2028d6a6-9605-4c66-a1ba-648fdb62ffb5 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:17.481475 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0ecbd-326b-4076-9b1c-5f6ce59487e0 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b72561-dc2e-4cb7-b016-c1007bad4664,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:17.483878 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.api.v2.resource [None req-d3bf8cb2-4b2f-4185-b2f6-7e5ca76fe057 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] show failed (client error): The resource could not be found. Jan 13 17:15:17.484957 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d3bf8cb2-4b2f-4185-b2f6-7e5ca76fe057 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups/39b72561-dc2e-4cb7-b016-c1007bad4664 HTTP/1.1" status: 404 len: 347 time: 0.0524065 Jan 13 17:15:17.488106 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34214) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:17.633169 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Deleting port ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:17.636042 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.682245 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9c3a4-fd35-43fd-9272-50d70cc3b305 req-10632fe5-f2ed-4882-8106-72b4832f1317 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:17.683729 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-44f9c3a4-fd35-43fd-9272-50d70cc3b305 req-10632fe5-f2ed-4882-8106-72b4832f1317 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.0475070 Jan 13 17:15:17.710369 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.710689 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:17.722731 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Calling delete_port for ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:17.730686 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-44f9c3a4-fd35-43fd-9272-50d70cc3b305 req-91d9412c-d168-402a-a88e-fd3c35e4a7b0 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Jan 13 17:15:17.887405 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34218) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:17.930791 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-86ae5e2b-9ef1-4662-a940-fe0688bee626 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=614d9dd3e82647f7a07aa32e4be07eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420296 Jan 13 17:15:17.931476 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34220) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:17.979836 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fb882720-98e6-45bc-b124-c8faf3a3424a admin admin] Publish callbacks [] for security_group (05fbd46d-ace7-4123-9b9d-3480e818686c), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.002204 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fb882720-98e6-45bc-b124-c8faf3a3424a admin admin] Publish callbacks [] for security_group (05fbd46d-ace7-4123-9b9d-3480e818686c), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.160850 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fb882720-98e6-45bc-b124-c8faf3a3424a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (05fbd46d-ace7-4123-9b9d-3480e818686c), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.163398 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fb882720-98e6-45bc-b124-c8faf3a3424a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.164550 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-fb882720-98e6-45bc-b124-c8faf3a3424a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05fbd46d-ace7-4123-9b9d-3480e818686c HTTP/1.1" status: 204 len: 168 time: 0.2321005 Jan 13 17:15:18.172514 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb882720-98e6-45bc-b124-c8faf3a3424a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fbd46d-ace7-4123-9b9d-3480e818686c,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:18.187043 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.214911 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event deleted for resources: {'Port': ['ID=ef3cfa0e-52b2-4982-9ed2-3c20ab7d245d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:18.271766 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (90915e4f-01ac-4f3f-bd4d-10ba979e72e0), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.274368 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.275524 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-5bbf17d8-94ba-43dc-bdd9-93f5bcc83c12 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "DELETE /v2.0/floatingips/90915e4f-01ac-4f3f-bd4d-10ba979e72e0 HTTP/1.1" status: 204 len: 168 time: 0.7860751 Jan 13 17:15:18.596293 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad5e65-fe58-40b4-9b30-0d9d1ad8f333 req-8a98786c-3001-400e-bd34-b9d41105488a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:18.599618 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5cad5e65-fe58-40b4-9b30-0d9d1ad8f333 req-8a98786c-3001-400e-bd34-b9d41105488a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0612473 Jan 13 17:15:18.612418 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34234) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:18.617373 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-831b2ded-db79-4f26-842a-7cbec2702aae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940131256', 'description': 'tempest-description--864907815'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:18.653325 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5cad5e65-fe58-40b4-9b30-0d9d1ad8f333 req-8da6b23f-0b22-4ff5-a9a5-9c8f52902a84 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Jan 13 17:15:18.752442 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-831b2ded-db79-4f26-842a-7cbec2702aae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.859473 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-831b2ded-db79-4f26-842a-7cbec2702aae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (a526c242-1bcb-445c-a507-35dc3b52085f), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.877114 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cab02-ee93-4006-af07-6416403bfed0 req-fdcb71f8-557e-4527-b49f-55531e6844df tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:18.878660 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-011cab02-ee93-4006-af07-6416403bfed0 req-fdcb71f8-557e-4527-b49f-55531e6844df tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.0758612 Jan 13 17:15:18.926495 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-011cab02-ee93-4006-af07-6416403bfed0 req-7e3b55d2-7c3f-46c6-b70d-c41ec806c181 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e4cc182-c7f2-430a-9513-f58aa723a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Jan 13 17:15:18.931892 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-831b2ded-db79-4f26-842a-7cbec2702aae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a526c242-1bcb-445c-a507-35dc3b52085f), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:18.959926 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b2ded-db79-4f26-842a-7cbec2702aae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a526c242-1bcb-445c-a507-35dc3b52085f,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:19.040921 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5022-356a-49bf-bc41-97d52848bd59 req-4100adfd-b519-43e6-b3fc-131e6b93cfe4 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:19.042612 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-977e5022-356a-49bf-bc41-97d52848bd59 req-4100adfd-b519-43e6-b3fc-131e6b93cfe4 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 950 time: 0.0499389 Jan 13 17:15:19.051041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-831b2ded-db79-4f26-842a-7cbec2702aae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.052487 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-831b2ded-db79-4f26-842a-7cbec2702aae tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4389114 Jan 13 17:15:19.055431 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34240) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:19.059961 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-0ab58a03-9cf0-4726-9215-801049586be2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'security_group_rule': {'security_group_id': 'a526c242-1bcb-445c-a507-35dc3b52085f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:19.143123 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Deleting port db15e0b6-6d26-4484-95f5-1f34ed8beacd {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:19.143464 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.173791 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ab58a03-9cf0-4726-9215-801049586be2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (2d76fc66-e9bc-469c-b963-f88911ca216d), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.228071 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ab58a03-9cf0-4726-9215-801049586be2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (2d76fc66-e9bc-469c-b963-f88911ca216d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.230622 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] For port db15e0b6-6d26-4484-95f5-1f34ed8beacd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=db15e0b6-6d26-4484-95f5-1f34ed8beacd,segment=NetworkSegment(1325483d-442b-42c1-932f-8444bcc8b11b),segment_id=1325483d-442b-42c1-932f-8444bcc8b11b)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:19.231157 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.243617 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Calling delete_port for db15e0b6-6d26-4484-95f5-1f34ed8beacd owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:19.283353 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ab58a03-9cf0-4726-9215-801049586be2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (2d76fc66-e9bc-469c-b963-f88911ca216d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.303153 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab58a03-9cf0-4726-9215-801049586be2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d76fc66-e9bc-469c-b963-f88911ca216d,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:19.377534 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0ab58a03-9cf0-4726-9215-801049586be2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.378742 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-0ab58a03-9cf0-4726-9215-801049586be2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221972 Jan 13 17:15:19.381505 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34242) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:19.385714 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-d13aa9f6-71db-4a68-959f-1d9389aca75c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'security_group_rule': {'security_group_id': 'a526c242-1bcb-445c-a507-35dc3b52085f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:19.452857 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:15:19.458182 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (db15e0b6-6d26-4484-95f5-1f34ed8beacd), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.462937 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d13aa9f6-71db-4a68-959f-1d9389aca75c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (12672d8d-b2e5-4013-9c13-4112bb30dd06), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.484759 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['db15e0b6-6d26-4484-95f5-1f34ed8beacd'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:15:19.491281 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Pushing event deleted for resources: {'Port': ['ID=db15e0b6-6d26-4484-95f5-1f34ed8beacd,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:19.535933 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] No DVR routers for this DVR port db15e0b6-6d26-4484-95f5-1f34ed8beacd on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:19.539022 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.541306 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d13aa9f6-71db-4a68-959f-1d9389aca75c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (12672d8d-b2e5-4013-9c13-4112bb30dd06), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.547103 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-977e5022-356a-49bf-bc41-97d52848bd59 req-26725efa-036b-4f0f-b5da-809d0a216b60 tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.57 "DELETE /v2.0/ports/db15e0b6-6d26-4484-95f5-1f34ed8beacd HTTP/1.1" status: 204 len: 173 time: 0.4935277 Jan 13 17:15:19.548062 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'name': 'network-vif-deleted', 'tag': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:19.550668 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d025cc-9e7e-42df-904d-a9b58a3d6a98" -d '{"events": [{"server_uuid": "a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad", "name": "network-vif-deleted", "tag": "db15e0b6-6d26-4484-95f5-1f34ed8beacd"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:19.591117 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9213041a-2c3b-4cf3-bc28-9458a5681d56 x-openstack-request-id: req-9213041a-2c3b-4cf3-bc28-9458a5681d56 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:19.591420 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad", "name": "network-vif-deleted", "tag": "db15e0b6-6d26-4484-95f5-1f34ed8beacd", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:19.591679 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9213041a-2c3b-4cf3-bc28-9458a5681d56 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:19.592109 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad', 'name': 'network-vif-deleted', 'tag': 'db15e0b6-6d26-4484-95f5-1f34ed8beacd', 'status': 'completed', 'code': 200} Jan 13 17:15:19.603813 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d13aa9f6-71db-4a68-959f-1d9389aca75c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731195'] for security_group_rule (12672d8d-b2e5-4013-9c13-4112bb30dd06), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.726650 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:19.739985 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'port_id': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'mac_address': 'fa:16:3e:80:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:15:19.786202 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port ea07677e-cf1b-4390-b90e-3e3989dfa796 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:19.786514 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.803561 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29c123-deac-45e4-9c4d-c265c845248e req-bfce0a6a-0bb4-410d-8f2a-ce6b1c8bad54 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:19.804387 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea07677e-cf1b-4390-b90e-3e3989dfa796 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:19.805469 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ee29c123-deac-45e4-9c4d-c265c845248e req-bfce0a6a-0bb4-410d-8f2a-ce6b1c8bad54 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0618663 Jan 13 17:15:19.826553 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:19.863444 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ee29c123-deac-45e4-9c4d-c265c845248e req-f750c93f-0603-4a9d-98c2-ea45a8eb84a4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511186 Jan 13 17:15:19.904325 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13aa9f6-71db-4a68-959f-1d9389aca75c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12672d8d-b2e5-4013-9c13-4112bb30dd06,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:19.914984 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:19.961455 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:20.037836 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9555cf88-526b-4ae6-9d74-67f343556b83 req-76093967-a74c-4d96-af43-342cfb35290c tempest-VolumesNegativeTest-1586175416 tempest-VolumesNegativeTest-1586175416-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5e8d82f-577b-4ae6-b6c2-2abe8504c7ad HTTP/1.1" status: 200 len: 210 time: 0.0245645 Jan 13 17:15:20.040571 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d13aa9f6-71db-4a68-959f-1d9389aca75c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.041558 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-d13aa9f6-71db-4a68-959f-1d9389aca75c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6591673 Jan 13 17:15:20.044713 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34254) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:20.049171 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:20.121346 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.169457 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['ea07677e-cf1b-4390-b90e-3e3989dfa796'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:15:20.218325 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.323468 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Allocated IP 172.27.0.20 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/34e71b1f-6deb-4e28-9091-9f677fa8776a) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:15:20.438264 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.561264 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.596903 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:15:20.599986 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:15:20.603358 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:15:20.639530 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'Port': ['ID=34e71b1f-6deb-4e28-9091-9f677fa8776a,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:20.700123 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (ce839e78-244a-4ee5-82cf-f0a28d5ee0c5), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.834277 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.978643 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:20.981342 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3895-17e8-4e0a-a9ff-c8bba9f32e50 req-ae795635-8615-4368-96ea-50954804a3c8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:20.982826 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-722d3895-17e8-4e0a-a9ff-c8bba9f32e50 req-ae795635-8615-4368-96ea-50954804a3c8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 945 time: 0.0477595 Jan 13 17:15:21.028771 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-722d3895-17e8-4e0a-a9ff-c8bba9f32e50 req-d30529f0-ef47-4478-b7df-4e71b07b197d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Jan 13 17:15:21.043709 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:21.113553 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'Port': ['ID=34e71b1f-6deb-4e28-9091-9f677fa8776a,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:21.125358 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (ce839e78-244a-4ee5-82cf-f0a28d5ee0c5), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:21.210355 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:21.222261 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-83900170-6a2b-4cfb-9e89-8af1d7de2775 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1748302 Jan 13 17:15:21.454911 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:15:21.471977 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-af6e615e-5576-4bd6-ad6b-6cca75d2cf92 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--940131256&fields=id&tenant_id=f117916dcf734c32a996a44e962e7754 HTTP/1.1" status: 200 len: 267 time: 0.0754266 Jan 13 17:15:21.580376 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-9d5e4663-f277-49cb-ad4b-9e4bcc125eb7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:21.581809 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-9d5e4663-f277-49cb-ad4b-9e4bcc125eb7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 810 time: 0.1088669 Jan 13 17:15:21.591805 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port ea07677e-cf1b-4390-b90e-3e3989dfa796 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:15:21.595857 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port ea07677e-cf1b-4390-b90e-3e3989dfa796 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:15:21.596294 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:21.596854 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-5663f10a-0faf-493c-a7d8-7a730a07918a tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/quotas/f117916dcf734c32a996a44e962e7754 HTTP/1.1" status: 200 len: 375 time: 0.0097108 Jan 13 17:15:21.649437 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-90394a9d-80b3-4f0c-94aa-a7c96b122bcc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471656 Jan 13 17:15:21.679614 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port ea07677e-cf1b-4390-b90e-3e3989dfa796 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:21.680207 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:21.705573 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:21.707864 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c872309c-e2f7-41ca-97b3-89e48b22117a" -d '{"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:21.721364 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:21.755820 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c1b828-9e43-4b4c-92cd-f0588764787c x-openstack-request-id: req-b4c1b828-9e43-4b4c-92cd-f0588764787c {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:21.755820 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:21.755820 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4c1b828-9e43-4b4c-92cd-f0588764787c {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:21.755820 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'code': 200} Jan 13 17:15:21.762476 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-edd83b5e-872a-4ee5-9eda-6353f953f3f1 service neutron] 10.222.0.42 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009884 Jan 13 17:15:21.803385 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:21.804234 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device db15e0b6-6d26-4484-95f5-1f34ed8beacd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:15:21.852234 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: db15e0b6-6d26-4484-95f5-1f34ed8beacd {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:15:21.852485 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device db15e0b6-6d26-4484-95f5-1f34ed8beacd not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:15:21.872455 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-3f47fdc8-c787-43db-8414-774ce8d28bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043210 Jan 13 17:15:21.893864 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:22.169074 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-180efb5f-57dd-4b31-b944-f1919e34330c req-255136a7-c513-4323-a364-0fd9d41e967c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 210 time: 0.0368810 Jan 13 17:15:22.186903 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2592a3a-109e-48fe-bb8a-f5f54ca9e6b4 req-f735a0dc-398a-40ad-8aba-2adc13e718a1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:22.188883 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d2592a3a-109e-48fe-bb8a-f5f54ca9e6b4 req-f735a0dc-398a-40ad-8aba-2adc13e718a1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0878382 Jan 13 17:15:22.255755 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d2592a3a-109e-48fe-bb8a-f5f54ca9e6b4 req-03be2c85-9221-489f-9205-29f3a0f71a36 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554581 Jan 13 17:15:22.286922 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc74f-0bdb-49bd-bd97-4e9de0c93ed0 req-e62f922c-b8d4-4071-8581-c7da66915091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:22.289136 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d1ddc74f-0bdb-49bd-bd97-4e9de0c93ed0 req-e62f922c-b8d4-4071-8581-c7da66915091 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1099 time: 0.0605342 Jan 13 17:15:22.347851 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d1ddc74f-0bdb-49bd-bd97-4e9de0c93ed0 req-403dfef5-f3bc-438f-a793-ed4a77f213e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490155 Jan 13 17:15:23.258264 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b7952fe3-92f5-4d38-8e35-48ac8b15eaf6 req-594e7045-258b-4182-9479-d4ff775baf6e tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 210 time: 0.0257070 Jan 13 17:15:23.392612 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec49-f783-43df-be01-250e355a014c req-cb597177-4cc9-4c12-b466-61b83d12507c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:23.394144 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ae82ec49-f783-43df-be01-250e355a014c req-cb597177-4cc9-4c12-b466-61b83d12507c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0548205 Jan 13 17:15:23.446368 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ae82ec49-f783-43df-be01-250e355a014c req-53116265-a062-4135-826f-3000e34b83ee tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Jan 13 17:15:24.316811 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-91b1839e-ec44-4510-bb7d-52ee5aa9837d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:24.318439 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-91b1839e-ec44-4510-bb7d-52ee5aa9837d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 810 time: 0.1150618 Jan 13 17:15:24.376098 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-42011947-1234-41a6-8c3b-25caac57ea00 req-2d9e882d-4672-4d5d-a30f-97730dccad27 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 210 time: 0.0411067 Jan 13 17:15:24.405880 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-9759d5c4-0b8a-46bb-abb1-ff1d3bbb7582 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f117916dcf734c32a996a44e962e7754 HTTP/1.1" status: 200 len: 379 time: 0.0775852 Jan 13 17:15:24.417369 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'port': {'device_id': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'admin_state_up': True, 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'security_groups': ['a526c242-1bcb-445c-a507-35dc3b52085f']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:24.573035 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea6f3a-7b3c-44c2-a077-055ff926e35b req-22564428-5083-4980-be8f-91c822581ea1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:24.575110 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d0ea6f3a-7b3c-44c2-a077-055ff926e35b req-22564428-5083-4980-be8f-91c822581ea1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0493469 Jan 13 17:15:24.586152 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Made reservation on behalf of f117916dcf734c32a996a44e962e7754 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:15:24.590407 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:24.631277 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d0ea6f3a-7b3c-44c2-a077-055ff926e35b req-39ec652d-4bf0-4020-91ad-351e90a8ed97 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497746 Jan 13 17:15:24.778338 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Allocated IP 172.20.0.14 (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb/80f570f9-2aeb-4c43-be39-e4925bd97f8d/0bacb59b-0205-4f7f-ba22-2122f031679c) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:15:24.797187 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083b96-acd7-4a57-aa07-9bbe5c65e03a req-7aa595e8-dea5-4c91-9f8e-ad929bf3c308 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:24.798671 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b7083b96-acd7-4a57-aa07-9bbe5c65e03a req-7aa595e8-dea5-4c91-9f8e-ad929bf3c308 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0803230 Jan 13 17:15:24.810018 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34554) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:24.814457 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Request body: {'floatingip': {'port_id': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:24.867113 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (b4e23964-2344-4e25-8fa1-8aea4eaa7e02), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.095368 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.294309 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.349019 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:15:25.358465 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:15:25.361008 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:15:25.413843 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event updated for resources: {'Port': ['ID=0bacb59b-0205-4f7f-ba22-2122f031679c,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:25.482426 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:25.483076 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.519650 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.543886 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8129a-83be-4a2e-8e9c-e6b81241789a req-c26b391d-7308-4e59-8a39-e6f30672fc2c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:25.545539 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3af8129a-83be-4a2e-8e9c-e6b81241789a req-c26b391d-7308-4e59-8a39-e6f30672fc2c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 932 time: 0.0676792 Jan 13 17:15:25.579242 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6c626f2d-a4cd-46ed-91c4-ba58149d0c00 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1666610 Jan 13 17:15:25.592115 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Request body: {'port': {'device_id': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:25.598014 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (b4e23964-2344-4e25-8fa1-8aea4eaa7e02), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.624692 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3af8129a-83be-4a2e-8e9c-e6b81241789a req-bb19dc08-5f7b-4b78-91cd-eae84aeeae24 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689201 Jan 13 17:15:25.712478 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-3a1d6b5b-3b67-4d6e-96b0-cd86bb9c412b None None] Provisioning complete for port 0bacb59b-0205-4f7f-ba22-2122f031679c triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:15:25.713046 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6b5b-3b67-4d6e-96b0-cd86bb9c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.730091 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:25.747420 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-3a1d6b5b-3b67-4d6e-96b0-cd86bb9c412b None None] Port 0bacb59b-0205-4f7f-ba22-2122f031679c cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:15:25.780238 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Floating IP b4e23964-2344-4e25-8fa1-8aea4eaa7e02 associated. External IP: 172.27.0.144, port: ea07677e-cf1b-4390-b90e-3e3989dfa796. Jan 13 17:15:26.154907 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Router cab80547-a786-44db-b2ed-3ccb5e9a0768 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:15:26.174538 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bacb59b-0205-4f7f-ba22-2122f031679c {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:26.184372 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Publish callbacks [] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:26.228416 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Transition to ACTIVE for port object 0bacb59b-0205-4f7f-ba22-2122f031679c will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:15:26.545229 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9067613'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:26.606910 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Pushing event updated for resources: {'Port': ['ID=0bacb59b-0205-4f7f-ba22-2122f031679c,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:26.615554 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:15:26.620519 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:26.625492 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] Sync routers for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:15:26.636927 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:26.638212 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:26.686832 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-be310b3c-19a4-49a1-a1b9-c1d8ecd9a24a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "PUT /v2.0/floatingips/b4e23964-2344-4e25-8fa1-8aea4eaa7e02 HTTP/1.1" status: 200 len: 992 time: 1.8756855 Jan 13 17:15:26.689257 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:26.691660 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52185b09-1248-4b23-8325-7177a32f85bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:26.753117 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Attempting to bind port 0bacb59b-0205-4f7f-ba22-2122f031679c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:15:26.753582 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Attempting to bind port 0bacb59b-0205-4f7f-ba22-2122f031679c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:15:26.753908 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Attempting to bind port 0bacb59b-0205-4f7f-ba22-2122f031679c on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:26.763050 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Port 0bacb59b-0205-4f7f-ba22-2122f031679c on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:15:26.763393 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Attempting to bind port 0bacb59b-0205-4f7f-ba22-2122f031679c on network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:26.771295 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:15:26.771624 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Checking segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:15:26.772030 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Bound using segment: {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:15:26.772464 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Bound port: 0bacb59b-0205-4f7f-ba22-2122f031679c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a5ba3b-001d-4002-8b66-eb987eb0e017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:15:26.772820 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:26.775181 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:26.789699 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ebd71-305b-4d6d-8a7a-397f6a79a355 req-2cd64e48-54e8-4214-8188-94e7db64d9a5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:26.791276 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-933ebd71-305b-4d6d-8a7a-397f6a79a355 req-2cd64e48-54e8-4214-8188-94e7db64d9a5 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 944 time: 0.0797987 Jan 13 17:15:26.850825 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f3812f-7eef-4132-be3d-e05a1e74a5a1 x-openstack-request-id: req-d5f3812f-7eef-4132-be3d-e05a1e74a5a1 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:26.851063 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:26.851313 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5f3812f-7eef-4132-be3d-e05a1e74a5a1 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:26.851696 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'status': 'completed', 'code': 200} Jan 13 17:15:26.888071 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] For port 0bacb59b-0205-4f7f-ba22-2122f031679c, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:15:26.893111 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-933ebd71-305b-4d6d-8a7a-397f6a79a355 req-7d61a240-7ce6-4bee-99e7-fb79b758519f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761337 Jan 13 17:15:26.894741 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] For port 0bacb59b-0205-4f7f-ba22-2122f031679c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0bacb59b-0205-4f7f-ba22-2122f031679c,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:15:26.946139 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52185b09-1248-4b23-8325-7177a32f85bb req-18ea07d8-ea7a-4200-80f8-08ac4a540576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:26.949784 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52185b09-1248-4b23-8325-7177a32f85bb req-18ea07d8-ea7a-4200-80f8-08ac4a540576 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1099 time: 0.0451610 Jan 13 17:15:27.008039 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9067613'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:27.061039 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:27.061666 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:27.063115 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] 10.222.0.57 "PUT /v2.0/ports/0bacb59b-0205-4f7f-ba22-2122f031679c HTTP/1.1" status: 200 len: 1094 time: 1.4766140 Jan 13 17:15:27.106312 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a46fb-b4cd-442c-9d1c-b41828fdb852 service neutron] Pushing event updated for resources: {'Port': ['ID=0bacb59b-0205-4f7f-ba22-2122f031679c,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:27.113402 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52185b09-1248-4b23-8325-7177a32f85bb req-e78bb686-6ac4-4971-9ad6-592f8d2a9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:27.118673 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52185b09-1248-4b23-8325-7177a32f85bb req-e78bb686-6ac4-4971-9ad6-592f8d2a9b49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.1608899 Jan 13 17:15:27.125742 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'b4e23964-2344-4e25-8fa1-8aea4eaa7e02', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'port_id': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'mac_address': 'fa:16:3e:80:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:15:06Z', 'updated_at': '2022-01-13T17:15:25Z', 'revision_number': 1, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:27.161330 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] Checking router: cab80547-a786-44db-b2ed-3ccb5e9a0768 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:15:27.177095 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:27.179828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:27.221821 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52185b09-1248-4b23-8325-7177a32f85bb req-4aed96ab-1bbe-4402-a866-f72d4c80b29c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796 HTTP/1.1" status: 200 len: 1000 time: 0.0998220 Jan 13 17:15:27.228889 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-ff88a9b5-79ec-40f7-b154-44127890ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:27.231068 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-ff88a9b5-79ec-40f7-b154-44127890ee74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 1097 time: 0.0633559 Jan 13 17:15:27.299717 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-88894a2d-fdf8-4361-9c53-103b0de5846b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bacb59b-0205-4f7f-ba22-2122f031679c HTTP/1.1" status: 200 len: 217 time: 0.0558712 Jan 13 17:15:27.320125 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:27.359504 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52185b09-1248-4b23-8325-7177a32f85bb req-48a398a7-9817-4327-8a83-e6f3351e9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:27.360930 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52185b09-1248-4b23-8325-7177a32f85bb req-48a398a7-9817-4327-8a83-e6f3351e9863 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.1289117 Jan 13 17:15:27.368287 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-d5be61a5-1ffa-431d-bcf0-c4fc6b84e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:27.369665 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-d5be61a5-1ffa-431d-bcf0-c4fc6b84e7bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 200 len: 849 time: 0.0620558 Jan 13 17:15:27.450493 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-b81af46e-cdf7-4c77-83ba-593a73bcbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:27.452579 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-b81af46e-cdf7-4c77-83ba-593a73bcbbab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722733 Jan 13 17:15:27.455041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52185b09-1248-4b23-8325-7177a32f85bb req-06ba6250-683d-4f3f-828b-228ff205ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:27.457506 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52185b09-1248-4b23-8325-7177a32f85bb req-06ba6250-683d-4f3f-828b-228ff205ec1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860617 Jan 13 17:15:27.507229 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34622) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:27.594005 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'b4e23964-2344-4e25-8fa1-8aea4eaa7e02', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'port_id': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'mac_address': 'fa:16:3e:80:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:15:06Z', 'updated_at': '2022-01-13T17:15:25Z', 'revision_number': 1, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:27.627039 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8a27fb-fd50-4454-bdb5-e40b1d4870e9 None None] The sync data for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi is: [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'b4e23964-2344-4e25-8fa1-8aea4eaa7e02', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'port_id': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'mac_address': 'fa:16:3e:80:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:15:06Z', 'updated_at': '2022-01-13T17:15:25Z', 'revision_number': 1, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:15:27.642918 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-ddf43a8f-f345-4062-8be1-8828c9a31fbc service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784205 Jan 13 17:15:27.645049 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52185b09-1248-4b23-8325-7177a32f85bb req-1a309fa1-b824-482d-98dc-0e56992e006d service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789215 Jan 13 17:15:27.666318 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c1121b78-30ce-45c4-bca6-668cdd4ed225 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90fa3197e7614acaaa5525fef2b50119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556516 Jan 13 17:15:27.666842 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34626) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:27.726554 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8617e2c7-8368-4eb5-9e44-2e52bce1c2ae admin admin] Publish callbacks [] for security_group (0e4cc182-c7f2-430a-9513-f58aa723a9e2), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:27.750008 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8617e2c7-8368-4eb5-9e44-2e52bce1c2ae admin admin] Publish callbacks [] for security_group (0e4cc182-c7f2-430a-9513-f58aa723a9e2), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:27.808564 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6623127-48cd-43c5-bb26-2d7ab43c35e7 req-e149f92c-500f-4ea4-85bc-003f33f4df38 service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533363 Jan 13 17:15:27.809610 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-52185b09-1248-4b23-8325-7177a32f85bb req-1ec314e8-1529-4c70-bb57-1cc0a56a9612 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481597 Jan 13 17:15:27.880837 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6147d-de32-4aa5-bf26-1ae80299222e None None] New status for floating IP b4e23964-2344-4e25-8fa1-8aea4eaa7e02: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:15:27.898023 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8617e2c7-8368-4eb5-9e44-2e52bce1c2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (0e4cc182-c7f2-430a-9513-f58aa723a9e2), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:27.900796 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8617e2c7-8368-4eb5-9e44-2e52bce1c2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:27.901974 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8617e2c7-8368-4eb5-9e44-2e52bce1c2ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e4cc182-c7f2-430a-9513-f58aa723a9e2 HTTP/1.1" status: 204 len: 168 time: 0.2341192 Jan 13 17:15:27.911146 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617e2c7-8368-4eb5-9e44-2e52bce1c2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4cc182-c7f2-430a-9513-f58aa723a9e2,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:28.027019 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7989c2-5d49-422c-8c6b-3890e79451b4 req-5675c893-7f2b-4247-abe1-9cdfb6281ede tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:28.030251 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4b7989c2-5d49-422c-8c6b-3890e79451b4 req-5675c893-7f2b-4247-abe1-9cdfb6281ede tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 944 time: 0.0614638 Jan 13 17:15:28.083043 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4b7989c2-5d49-422c-8c6b-3890e79451b4 req-d3c7a24e-1836-430a-804f-0079864d3561 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474722 Jan 13 17:15:28.853155 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:28.856154 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c11f0-7398-4109-8ad5-1aceb13f4370" -d '{"events": [{"name": "network-changed", "server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:28.893438 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91854ec2-5f17-46db-8e25-b4b02ed5455b x-openstack-request-id: req-91854ec2-5f17-46db-8e25-b4b02ed5455b {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:28.893732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:28.893992 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91854ec2-5f17-46db-8e25-b4b02ed5455b {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:28.894393 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'status': 'completed', 'code': 200} Jan 13 17:15:28.960290 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-c9dc082c-2983-4080-a53a-1141544b8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:28.961835 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-c9dc082c-2983-4080-a53a-1141544b8601 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 1097 time: 0.0440176 Jan 13 17:15:29.061239 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-0eae2652-de02-45a7-9db6-64562966466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:29.063051 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-0eae2652-de02-45a7-9db6-64562966466a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 911 time: 0.0906401 Jan 13 17:15:29.108840 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-697f5467-c4fd-421f-9a00-6e0a73e9651e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bacb59b-0205-4f7f-ba22-2122f031679c HTTP/1.1" status: 200 len: 217 time: 0.0360010 Jan 13 17:15:29.157403 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-49d6fb42-da2b-455e-aa70-5846495cc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:29.158852 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-49d6fb42-da2b-455e-aa70-5846495cc875 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 200 len: 849 time: 0.0440671 Jan 13 17:15:29.199003 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09827f57-acb3-4236-ab2c-2a1b297ddd21 req-0a4222ba-1299-4585-b1c2-7f95929d56fc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:29.200742 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-09827f57-acb3-4236-ab2c-2a1b297ddd21 req-0a4222ba-1299-4585-b1c2-7f95929d56fc tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 944 time: 0.0496099 Jan 13 17:15:29.209090 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-467cf036-84eb-402c-a5ae-5feeca34add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:29.210593 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-467cf036-84eb-402c-a5ae-5feeca34add6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444524 Jan 13 17:15:29.251617 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-09827f57-acb3-4236-ab2c-2a1b297ddd21 req-2e8f56f3-c73d-41cc-ad6b-9dd3fae2cdf4 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453050 Jan 13 17:15:29.299980 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-6ed7ceaf-1d8e-4dcc-847a-1a973bd979fa service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819874 Jan 13 17:15:29.395634 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-710c11f0-7398-4109-8ad5-1aceb13f4370 req-7e54a273-bbca-4422-9e9c-86d3e3eeec76 service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877202 Jan 13 17:15:30.367143 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27921cf-d39a-4047-bc52-4be301ff0a13 req-06752be8-a3bf-45b1-9cd4-29467959f843 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:30.369027 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b27921cf-d39a-4047-bc52-4be301ff0a13 req-06752be8-a3bf-45b1-9cd4-29467959f843 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 944 time: 0.0480862 Jan 13 17:15:30.419460 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b27921cf-d39a-4047-bc52-4be301ff0a13 req-456e2f2d-e5ce-473f-8f7c-1cdd725ddca2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438204 Jan 13 17:15:31.515034 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0bacb59b-0205-4f7f-ba22-2122f031679c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:15:31.539717 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b09a79-dc7c-4b25-b150-5bc333c9f8cc req-bc584b7f-a63a-4915-929a-9b95fb76eccd tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:31.541353 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a8b09a79-dc7c-4b25-b150-5bc333c9f8cc req-bc584b7f-a63a-4915-929a-9b95fb76eccd tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 944 time: 0.0544853 Jan 13 17:15:31.588607 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a8b09a79-dc7c-4b25-b150-5bc333c9f8cc req-42c69dc3-0c3b-46f3-9530-5d2208e050ac tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417960 Jan 13 17:15:31.615621 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 0bacb59b-0205-4f7f-ba22-2122f031679c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0bacb59b-0205-4f7f-ba22-2122f031679c,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:31.630779 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'port_id': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'mac_address': 'fa:16:3e:e0:ae:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:15:31.671218 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 0bacb59b-0205-4f7f-ba22-2122f031679c is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:31.671523 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:31.684247 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bacb59b-0205-4f7f-ba22-2122f031679c {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:31.702758 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 0bacb59b-0205-4f7f-ba22-2122f031679c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0bacb59b-0205-4f7f-ba22-2122f031679c,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:31.809342 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:31.856702 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=0bacb59b-0205-4f7f-ba22-2122f031679c,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:32.067108 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['0bacb59b-0205-4f7f-ba22-2122f031679c'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:15:32.885556 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937510ee-051e-434f-b52e-0bdcdb9cf75e req-481a7f15-3a32-436c-b90a-e99b2a479e89 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:32.887058 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-937510ee-051e-434f-b52e-0bdcdb9cf75e req-481a7f15-3a32-436c-b90a-e99b2a479e89 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 945 time: 0.2303646 Jan 13 17:15:32.933660 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-937510ee-051e-434f-b52e-0bdcdb9cf75e req-95a2631b-022c-432c-a3fe-f9820ad724a4 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409193 Jan 13 17:15:33.539076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0bacb59b-0205-4f7f-ba22-2122f031679c up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:15:33.683624 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 0bacb59b-0205-4f7f-ba22-2122f031679c completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:15:33.687892 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 0bacb59b-0205-4f7f-ba22-2122f031679c triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:15:33.688295 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:33.709221 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f6cb1ce8-2584-437e-bb32-4468adbad546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:33.767275 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 0bacb59b-0205-4f7f-ba22-2122f031679c is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:33.767656 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:33.788554 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:33.790742 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b4029-9b29-44ad-b250-b78870d49651" -d '{"events": [{"server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "name": "network-vif-plugged", "status": "completed", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:33.802518 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 0bacb59b-0205-4f7f-ba22-2122f031679c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0bacb59b-0205-4f7f-ba22-2122f031679c,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:33.827222 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c051f-fa02-498c-aee6-15d638c23d6e x-openstack-request-id: req-8b0c051f-fa02-498c-aee6-15d638c23d6e {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:33.827536 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "name": "network-vif-plugged", "status": "completed", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:33.827792 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b0c051f-fa02-498c-aee6-15d638c23d6e {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:33.828225 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'code': 200} Jan 13 17:15:33.872403 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:33.920353 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=0bacb59b-0205-4f7f-ba22-2122f031679c,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:34.129061 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff736b-cc03-4c6f-9fce-9760443114c3 req-4929d2cd-05e0-4a9f-8a63-51d519221560 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:34.130536 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f5ff736b-cc03-4c6f-9fce-9760443114c3 req-4929d2cd-05e0-4a9f-8a63-51d519221560 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.1282732 Jan 13 17:15:34.155457 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2995125-0fbe-4c7c-b7ef-6770ae9155ed req-60e9902e-ea5a-421d-8003-c7e14f1492fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:34.156930 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a2995125-0fbe-4c7c-b7ef-6770ae9155ed req-60e9902e-ea5a-421d-8003-c7e14f1492fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 1099 time: 0.0626268 Jan 13 17:15:34.207663 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f5ff736b-cc03-4c6f-9fce-9760443114c3 req-8b55bded-e77b-4058-9ca0-44c5a52fa52f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712967 Jan 13 17:15:34.227091 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a2995125-0fbe-4c7c-b7ef-6770ae9155ed req-f80e2eba-0d4d-49d9-aa00-1f83cafbb7a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596955 Jan 13 17:15:35.325276 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e6001-3e72-4fdd-b70c-6e6cd3747bbb req-ad583568-ade5-4dc7-adaa-4867384a184d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:35.326714 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d57e6001-3e72-4fdd-b70c-6e6cd3747bbb req-ad583568-ade5-4dc7-adaa-4867384a184d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0509019 Jan 13 17:15:35.372277 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d57e6001-3e72-4fdd-b70c-6e6cd3747bbb req-13b873e5-1c7e-4706-8d87-85f0d025411c tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399501 Jan 13 17:15:35.923306 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fc0bac47-78ad-42df-9075-377b07fe12bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:36.488120 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558f27b-aec5-42a5-94c7-4a648d688c38 req-f3ba94bd-936b-46bf-bf64-4287aff2de65 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:36.489588 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2558f27b-aec5-42a5-94c7-4a648d688c38 req-f3ba94bd-936b-46bf-bf64-4287aff2de65 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0482652 Jan 13 17:15:36.535897 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2558f27b-aec5-42a5-94c7-4a648d688c38 req-8556d407-35e6-4283-ae10-538dfda608a9 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 Jan 13 17:15:36.652760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5451f1-02c5-4ac5-9c0d-6e6789ab5658 req-96100dae-7305-4aba-87f2-294843bb331b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:36.654201 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6c5451f1-02c5-4ac5-9c0d-6e6789ab5658 req-96100dae-7305-4aba-87f2-294843bb331b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0494206 Jan 13 17:15:36.663237 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34704) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:36.667697 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Request body: {'floatingip': {'port_id': '0bacb59b-0205-4f7f-ba22-2122f031679c'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:36.709936 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (ce839e78-244a-4ee5-82cf-f0a28d5ee0c5), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:36.985852 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:37.157697 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:37.218006 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (ce839e78-244a-4ee5-82cf-f0a28d5ee0c5), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:37.311715 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Floating IP ce839e78-244a-4ee5-82cf-f0a28d5ee0c5 associated. External IP: 172.27.0.20, port: 0bacb59b-0205-4f7f-ba22-2122f031679c. Jan 13 17:15:37.519488 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Router 574b1f93-360a-4ae4-bec9-689631ba0eec has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:15:37.628865 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:15:37.633993 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:37.642296 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] Sync routers for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:15:37.659048 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:37.660793 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:37.672986 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-7ea3a1f6-aaa3-4780-9532-9a9fec016192 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "PUT /v2.0/floatingips/ce839e78-244a-4ee5-82cf-f0a28d5ee0c5 HTTP/1.1" status: 200 len: 991 time: 1.0010874 Jan 13 17:15:37.672986 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:37.672986 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c84f48-cc7c-4473-8c07-7b2b299b00e7" -d '{"events": [{"name": "network-changed", "server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:37.783650 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7abdfd-74b3-4b34-a4e6-3519f7169bf5 x-openstack-request-id: req-1c7abdfd-74b3-4b34-a4e6-3519f7169bf5 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:37.783949 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:37.784268 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c7abdfd-74b3-4b34-a4e6-3519f7169bf5 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:37.784729 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'status': 'completed', 'code': 200} Jan 13 17:15:37.852436 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-536e34a6-f7f2-4d15-8208-dca5f7fa97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:37.854044 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-536e34a6-f7f2-4d15-8208-dca5f7fa97c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f117916dcf734c32a996a44e962e7754&device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 1099 time: 0.0471957 Jan 13 17:15:37.897810 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:37.948462 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-ff80f4f4-9312-4912-95f7-37d1b28cb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:37.949893 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-ff80f4f4-9312-4912-95f7-37d1b28cb40e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 200 len: 911 time: 0.0854032 Jan 13 17:15:38.018091 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-ad350bb7-a0bc-41e6-8822-b6d5111b0de1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bacb59b-0205-4f7f-ba22-2122f031679c HTTP/1.1" status: 200 len: 999 time: 0.0606699 Jan 13 17:15:38.066975 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-3580bd97-523b-4c93-9e43-e7726d64aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:38.068448 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-3580bd97-523b-4c93-9e43-e7726d64aa7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 200 len: 849 time: 0.0444038 Jan 13 17:15:38.114917 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-6bb1acf7-c6b0-45ba-aaf8-71b5a2548062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:38.116460 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-6bb1acf7-c6b0-45ba-aaf8-71b5a2548062 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410664 Jan 13 17:15:38.121371 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'ce839e78-244a-4ee5-82cf-f0a28d5ee0c5', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'port_id': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'mac_address': 'fa:16:3e:e0:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:15:20Z', 'updated_at': '2022-01-13T17:15:37Z', 'revision_number': 1, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:38.150387 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] Checking router: 574b1f93-360a-4ae4-bec9-689631ba0eec for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:15:38.159088 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:38.159686 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:38.207866 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-5a2b105e-52ff-43df-8ac4-abb63ba14561 service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853775 Jan 13 17:15:38.264406 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:38.297016 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-91c84f48-cc7c-4473-8c07-7b2b299b00e7 req-1c9aacca-4ca4-408f-8ffc-19039aa9a381 service neutron] 10.222.0.57 "GET /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807521 Jan 13 17:15:38.437366 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:38.495534 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'ce839e78-244a-4ee5-82cf-f0a28d5ee0c5', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'port_id': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'mac_address': 'fa:16:3e:e0:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:15:20Z', 'updated_at': '2022-01-13T17:15:37Z', 'revision_number': 1, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:38.525042 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b40ce7e-2468-40bd-8352-85f1e6a2e0e1 None None] The sync data for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi is: [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': 'ce839e78-244a-4ee5-82cf-f0a28d5ee0c5', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'port_id': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'mac_address': 'fa:16:3e:e0:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:15:20Z', 'updated_at': '2022-01-13T17:15:37Z', 'revision_number': 1, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:15:38.717680 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721c0a21-3a38-4f25-a185-12fc66dd42ac None None] New status for floating IP ce839e78-244a-4ee5-82cf-f0a28d5ee0c5: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:15:39.705973 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:41.949905 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:42.811850 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34768) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:42.912790 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1dd81dd4-8457-4224-9b72-62d9ad5ac8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:42.982299 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1dd81dd4-8457-4224-9b72-62d9ad5ac8e1 admin admin] Publish callbacks [] for security_group (77e1603a-cd61-4793-a2d1-cb209224285e), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:43.065543 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1dd81dd4-8457-4224-9b72-62d9ad5ac8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (77e1603a-cd61-4793-a2d1-cb209224285e), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:43.102438 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-1dd81dd4-8457-4224-9b72-62d9ad5ac8e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81df76f18ee64deda359f1afce0ab49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894001 Jan 13 17:15:43.103256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd81dd4-8457-4224-9b72-62d9ad5ac8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1603a-cd61-4793-a2d1-cb209224285e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:43.105174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34772) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:43.152084 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1da1-8bb7-414d-99ce-c1c2580a2d5e admin admin] Publish callbacks [] for security_group (77e1603a-cd61-4793-a2d1-cb209224285e), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:43.173491 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1da1-8bb7-414d-99ce-c1c2580a2d5e admin admin] Publish callbacks [] for security_group (77e1603a-cd61-4793-a2d1-cb209224285e), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:43.294479 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1da1-8bb7-414d-99ce-c1c2580a2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (77e1603a-cd61-4793-a2d1-cb209224285e), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:43.297144 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1da1-8bb7-414d-99ce-c1c2580a2d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:43.298290 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-f0fe1da1-8bb7-414d-99ce-c1c2580a2d5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77e1603a-cd61-4793-a2d1-cb209224285e HTTP/1.1" status: 204 len: 168 time: 0.1921093 Jan 13 17:15:43.306459 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe1da1-8bb7-414d-99ce-c1c2580a2d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1603a-cd61-4793-a2d1-cb209224285e,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:44.825767 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 34812) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:44.925759 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-531be09b-9ef9-4de7-8e8f-9fe13820c5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:45.000037 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-531be09b-9ef9-4de7-8e8f-9fe13820c5eb admin admin] Publish callbacks [] for security_group (8c2336bf-2e23-4bec-969a-f38725065b51), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:45.071415 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-531be09b-9ef9-4de7-8e8f-9fe13820c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (8c2336bf-2e23-4bec-969a-f38725065b51), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:45.110111 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-531be09b-9ef9-4de7-8e8f-9fe13820c5eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff87319409e4473d89cdba8bf2950c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833066 Jan 13 17:15:45.111203 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531be09b-9ef9-4de7-8e8f-9fe13820c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2336bf-2e23-4bec-969a-f38725065b51,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:45.112753 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34816) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:45.163249 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d67fc75-f013-4e83-91d6-341b529fe719 admin admin] Publish callbacks [] for security_group (8c2336bf-2e23-4bec-969a-f38725065b51), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:45.184052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d67fc75-f013-4e83-91d6-341b529fe719 admin admin] Publish callbacks [] for security_group (8c2336bf-2e23-4bec-969a-f38725065b51), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:45.303193 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d67fc75-f013-4e83-91d6-341b529fe719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (8c2336bf-2e23-4bec-969a-f38725065b51), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:45.305755 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d67fc75-f013-4e83-91d6-341b529fe719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:45.306881 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3d67fc75-f013-4e83-91d6-341b529fe719 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c2336bf-2e23-4bec-969a-f38725065b51 HTTP/1.1" status: 204 len: 168 time: 0.1931651 Jan 13 17:15:45.315154 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67fc75-f013-4e83-91d6-341b529fe719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2336bf-2e23-4bec-969a-f38725065b51,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:46.225087 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34842) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:46.317528 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-55972539-network', 'tenant_id': '4290f402ea134c208bb6dda8dca695a8'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:46.394960 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Made reservation on behalf of 4290f402ea134c208bb6dda8dca695a8 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:15:46.397198 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.406222 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.489172 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks [] for security_group (33fdc7cd-f133-4533-b3fe-448a8e62d1ac), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.537974 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (33fdc7cd-f133-4533-b3fe-448a8e62d1ac), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.563012 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:15:46.572937 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fdc7cd-f133-4533-b3fe-448a8e62d1ac,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:46.580397 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ba3edf5b-0565-461d-9f9b-4d09b6c1919f), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.580397 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Added segment ba3edf5b-0565-461d-9f9b-4d09b6c1919f of type vlan for network 1fd716d1-44f9-40a2-a470-4633c501bfe4 Jan 13 17:15:46.618346 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (1fd716d1-44f9-40a2-a470-4633c501bfe4), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.706167 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (1fd716d1-44f9-40a2-a470-4633c501bfe4), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.707068 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:46.707700 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:46.765408 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd716d1-44f9-40a2-a470-4633c501bfe4,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:46.775318 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 1fd716d1-44f9-40a2-a470-4633c501bfe4 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:15:46.843587 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-164946a1-8911-4e7f-9d69-5729bb39ba62 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6173840 Jan 13 17:15:46.846657 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 34850) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:15:46.851479 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Request body: {'subnet': {'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-55972539-subnet', 'tenant_id': '4290f402ea134c208bb6dda8dca695a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:46.893754 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:15:46.954519 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Made reservation on behalf of 4290f402ea134c208bb6dda8dca695a8 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:15:46.957019 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9349252'] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:47.212423 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9067712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350510'] for subnet (1463adbd-5dff-46bc-a3ab-c39322b6b9f5), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:47.265195 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1463adbd-5dff-46bc-a3ab-c39322b6b9f5,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:47.275042 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Checking segment: {'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:15:47.275396 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Network hostable DHCP agents. Network: 1fd716d1-44f9-40a2-a470-4633c501bfe4, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:15:47.366188 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Network 1fd716d1-44f9-40a2-a470-4633c501bfe4 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:15:47.439989 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 1fd716d1-44f9-40a2-a470-4633c501bfe4) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:15:47.443950 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:47.444580 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:47.449936 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac6f48-2fa9-4e7b-8a3e-5dcba26f8af1 None None] Network 1fd716d1-44f9-40a2-a470-4633c501bfe4 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:15:47.517825 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-dd036475-56d6-4ae1-85c0-37405fe8584d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6699944 Jan 13 17:15:47.547344 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78313eb-b80d-4010-a731-66c862825298 None None] Network 1fd716d1-44f9-40a2-a470-4633c501bfe4 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:15:49.577062 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-2ffb314c-5c8a-4f26-92b1-0ca65b60977b tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:49.578519 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-2ffb314c-5c8a-4f26-92b1-0ca65b60977b tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/networks?id=1fd716d1-44f9-40a2-a470-4633c501bfe4 HTTP/1.1" status: 200 len: 812 time: 0.1088064 Jan 13 17:15:49.592131 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-792fa50c-d4ad-4163-a72d-ee2fcffd4244 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/quotas/4290f402ea134c208bb6dda8dca695a8 HTTP/1.1" status: 200 len: 375 time: 0.0083804 Jan 13 17:15:49.620640 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-7379b9f9-fd81-42b7-98e2-eb8eca201c23 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4290f402ea134c208bb6dda8dca695a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0240114 Jan 13 17:15:49.755384 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-d77c5e85-4810-4991-8486-2c2ffe2afe96 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274245 Jan 13 17:15:50.121582 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-867b81b4-17c6-43fc-9ed7-42cf35d503c5 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580258 Jan 13 17:15:50.374927 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-10ed3cbf-f11a-4374-8c76-4849df5493ce req-2735a5f3-2c2b-4a3d-9ec2-95a0b64a15bf tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 210 time: 0.0251856 Jan 13 17:15:51.471823 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-eb086b86-23e7-4392-8edf-c65a094593ae req-7328adb3-8183-4fa3-aca1-a383589b6837 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Jan 13 17:15:52.566946 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c46afbbe-4c96-4869-83b0-7fe3da751499 req-ff4276a0-fd17-40e2-a340-b8e962471dde tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 210 time: 0.0268037 Jan 13 17:15:52.587217 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-4623f5e4-54f4-4ba9-bd70-0e7e89246783 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:52.588849 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-4623f5e4-54f4-4ba9-bd70-0e7e89246783 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "GET /v2.0/networks?id=1fd716d1-44f9-40a2-a470-4633c501bfe4 HTTP/1.1" status: 200 len: 812 time: 0.1071155 Jan 13 17:15:52.610592 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Request body: {'port': {'device_id': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4', 'admin_state_up': True, 'tenant_id': '4290f402ea134c208bb6dda8dca695a8'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:52.803258 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Made reservation on behalf of 4290f402ea134c208bb6dda8dca695a8 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:15:52.806842 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:52.926966 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Allocated IP 172.20.0.10 (1fd716d1-44f9-40a2-a470-4633c501bfe4/1463adbd-5dff-46bc-a3ab-c39322b6b9f5/a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:15:53.077907 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks [] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:53.151633 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:53.192921 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Network 1fd716d1-44f9-40a2-a470-4633c501bfe4 is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:15:53.197922 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:15:53.201657 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:15:53.207730 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Pushing event updated for resources: {'Port': ['ID=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:53.239126 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.239265 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.239580 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.239914 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.240277 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.240608 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.240935 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.241263 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.241599 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.241913 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.242288 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.242570 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.242881 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:15:53.268277 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:53.268902 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:53.331971 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-ecea4a65-324a-4eba-af2d-672468b378da tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7253022 Jan 13 17:15:53.387149 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Request body: {'port': {'device_id': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:15:53.439950 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:53.727402 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd629de-e432-4e35-adb6-cba081677e3c req-9b39ae54-a952-467d-8aea-eda1953969ab tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:53.728914 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cfd629de-e432-4e35-adb6-cba081677e3c req-9b39ae54-a952-467d-8aea-eda1953969ab tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 932 time: 0.0889566 Jan 13 17:15:53.744340 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:53.758817 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Publish callbacks [] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:53.786559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Transition to ACTIVE for port object a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:15:53.794101 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cfd629de-e432-4e35-adb6-cba081677e3c req-f50d31a2-dc14-4d9a-9e78-64a2b414e626 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589764 Jan 13 17:15:53.857486 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9067613'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:53.922797 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Pushing event updated for resources: {'Port': ['ID=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:53.971800 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Attempting to bind port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:15:53.972159 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Attempting to bind port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:15:53.972483 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Attempting to bind port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 on network 1fd716d1-44f9-40a2-a470-4633c501bfe4 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:53.976575 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 on network 1fd716d1-44f9-40a2-a470-4633c501bfe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:15:53.976889 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Attempting to bind port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 on network 1fd716d1-44f9-40a2-a470-4633c501bfe4 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:15:53.981552 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:15:53.981867 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Checking segment: {'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:15:53.982233 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Bound using segment: {'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:15:53.982642 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Bound port: a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:15:53.983007 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:54.042565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] For port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:15:54.046013 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] For port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:15:54.132192 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9067613'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:54.164679 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:54.165297 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:54.166658 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] 10.222.0.57 "PUT /v2.0/ports/a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 HTTP/1.1" status: 200 len: 1094 time: 0.8260372 Jan 13 17:15:54.167093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'tag': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:54.169324 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537626cc-6778-4e64-949a-fd3fb788c7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5a352d-3f07-4f06-829c-88fbcf053ff4", "tag": "a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:54.192818 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bdb1a-614b-4fd1-8e8c-189c5ae12315 service neutron] Pushing event updated for resources: {'Port': ['ID=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:54.206117 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981420bd-0f57-4c19-818c-0a81f7167779 x-openstack-request-id: req-981420bd-0f57-4c19-818c-0a81f7167779 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:54.206409 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5a352d-3f07-4f06-829c-88fbcf053ff4", "tag": "a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:54.206663 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-981420bd-0f57-4c19-818c-0a81f7167779 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:54.207073 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'tag': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7', 'status': 'completed', 'code': 200} Jan 13 17:15:54.266824 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537626cc-6778-4e64-949a-fd3fb788c7f5 req-bd70855e-49cf-492c-b7b8-f6b3b93cd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:54.268372 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-537626cc-6778-4e64-949a-fd3fb788c7f5 req-bd70855e-49cf-492c-b7b8-f6b3b93cd2b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4290f402ea134c208bb6dda8dca695a8&device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 1097 time: 0.0405815 Jan 13 17:15:54.366417 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537626cc-6778-4e64-949a-fd3fb788c7f5 req-82c8bab5-0747-43b3-8b6d-58995dac1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:54.367886 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-537626cc-6778-4e64-949a-fd3fb788c7f5 req-82c8bab5-0747-43b3-8b6d-58995dac1ac1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4290f402ea134c208bb6dda8dca695a8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921052 Jan 13 17:15:54.463672 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537626cc-6778-4e64-949a-fd3fb788c7f5 req-d0aee68f-8419-4337-a124-2cec963de26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:54.465169 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-537626cc-6778-4e64-949a-fd3fb788c7f5 req-d0aee68f-8419-4337-a124-2cec963de26d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903475 Jan 13 17:15:54.556790 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-13a4e2c1-2dd9-4189-b7cd-731b29e8c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:54.558242 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-13a4e2c1-2dd9-4189-b7cd-731b29e8c1b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4290f402ea134c208bb6dda8dca695a8&device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 1097 time: 0.0395811 Jan 13 17:15:54.599339 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-fd4190f6-e75b-499b-b3a8-36bbe107bfdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 HTTP/1.1" status: 200 len: 217 time: 0.0328274 Jan 13 17:15:54.650139 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-7c2dc1cc-91ca-4a51-8e36-700344416d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:54.651479 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-7c2dc1cc-91ca-4a51-8e36-700344416d91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1463adbd-5dff-46bc-a3ab-c39322b6b9f5 HTTP/1.1" status: 200 len: 852 time: 0.0453026 Jan 13 17:15:54.683875 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-e243176a-eddb-4f11-8126-b05c6011427d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fd716d1-44f9-40a2-a470-4633c501bfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251334 Jan 13 17:15:54.772403 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-d71c72c9-8e4b-43a5-99b6-225fcfaaf544 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816300 Jan 13 17:15:54.863912 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-791fc5b5-7ced-40b5-893e-ccbdfcc0469e req-6daed8c1-cd11-42f6-8a4c-91853655461e service neutron] 10.222.0.57 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849690 Jan 13 17:15:54.911892 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb95f-4525-4e4c-9a85-316de5b153ca req-9aa88f2a-aeee-4897-bf6d-130799080ab2 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:54.913308 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f54eb95f-4525-4e4c-9a85-316de5b153ca req-9aa88f2a-aeee-4897-bf6d-130799080ab2 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 944 time: 0.0481391 Jan 13 17:15:54.958925 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f54eb95f-4525-4e4c-9a85-316de5b153ca req-88f09576-e9e8-4a0f-bf6f-edbd720b1cac tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Jan 13 17:15:56.074248 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036538-cd17-4588-91ae-b7a3d3ab917f req-c0013b7e-891b-4203-9dc7-3414319fdc7a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:56.075730 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fe036538-cd17-4588-91ae-b7a3d3ab917f req-c0013b7e-891b-4203-9dc7-3414319fdc7a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 944 time: 0.0484021 Jan 13 17:15:56.122140 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fe036538-cd17-4588-91ae-b7a3d3ab917f req-fbd48528-ec7a-4867-8e7b-e56160fa3e09 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Jan 13 17:15:56.463232 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b7851-c648-43c5-bbf7-af1540734414 req-a1b7a4f5-34b7-4410-9d4b-90447e8e57a6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:56.464891 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3b7851-c648-43c5-bbf7-af1540734414 req-a1b7a4f5-34b7-4410-9d4b-90447e8e57a6 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Jan 13 17:15:56.512239 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dd3b7851-c648-43c5-bbf7-af1540734414 req-b9f47528-9a61-437d-a742-d54f654f1e5d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Jan 13 17:15:57.236750 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb025e1-7105-4a3b-9175-c5c592020121 req-44ee36e5-87f1-4695-bb93-1c17a105637d tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:57.238145 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ccb025e1-7105-4a3b-9175-c5c592020121 req-44ee36e5-87f1-4695-bb93-1c17a105637d tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 944 time: 0.0480192 Jan 13 17:15:57.287365 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ccb025e1-7105-4a3b-9175-c5c592020121 req-999f847a-ab2b-4ffa-b4cb-ea456dc61645 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Jan 13 17:15:57.630884 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662142a1-e5e1-45f8-9451-ff11bf9ec79c req-35bed838-ce57-413d-b45d-8da2c1b80867 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:57.632439 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-662142a1-e5e1-45f8-9451-ff11bf9ec79c req-35bed838-ce57-413d-b45d-8da2c1b80867 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0496690 Jan 13 17:15:57.643005 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:15:57.691525 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-662142a1-e5e1-45f8-9451-ff11bf9ec79c req-1bc3d7a4-7623-4e7f-8a82-fa002ce68703 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535970 Jan 13 17:15:57.735167 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:57.750990 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7', 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4', 'port_id': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7', 'mac_address': 'fa:16:3e:70:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1463adbd-5dff-46bc-a3ab-c39322b6b9f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:15:57.786215 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:57.786594 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:57.799322 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:15:57.818452 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:57.900289 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:57.946238 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:58.172960 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-dd14df8b-9e48-4326-8127-28978a9819f2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:58.174314 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-dd14df8b-9e48-4326-8127-28978a9819f2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 946 time: 0.0469933 Jan 13 17:15:58.178646 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:15:58.265868 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Deleting port 92bec6e3-252c-4565-a4ce-3c215f5f844b {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:15:58.266437 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:58.354175 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] For port 92bec6e3-252c-4565-a4ce-3c215f5f844b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=92bec6e3-252c-4565-a4ce-3c215f5f844b,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:15:58.354536 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:58.402982 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d323d5b-0b04-4960-870a-2d7f240aee0f req-ec88c1a9-e0fa-4665-a613-14b933058144 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:58.404490 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7d323d5b-0b04-4960-870a-2d7f240aee0f req-ec88c1a9-e0fa-4665-a613-14b933058144 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Jan 13 17:15:58.450486 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7d323d5b-0b04-4960-870a-2d7f240aee0f req-45b8bdfc-0d60-42dc-b7eb-bfa1dff2f635 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Jan 13 17:15:58.520179 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:58.520534 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (a29e7eab-ffac-43e5-899b-6780d6049baa), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:58.520841 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Floating IP a29e7eab-ffac-43e5-899b-6780d6049baa disassociated. External IP: 172.27.0.242, port: 92bec6e3-252c-4565-a4ce-3c215f5f844b. Jan 13 17:15:58.521173 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Calling delete_port for 92bec6e3-252c-4565-a4ce-3c215f5f844b owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:15:58.697651 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (92bec6e3-252c-4565-a4ce-3c215f5f844b), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:58.740307 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event deleted for resources: {'Port': ['ID=92bec6e3-252c-4565-a4ce-3c215f5f844b,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:15:58.797630 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6c32f232-7c34-4ef8-a5fa-861a3e399ff2 req-99136fb3-8e1d-440d-b7ab-85ee1b4c2b9f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 210 time: 0.0265379 Jan 13 17:15:58.852828 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:15:58.959431 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:15:58.969538 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:15:58.979547 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:58.980176 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:58.996849 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] No DVR routers for this DVR port 92bec6e3-252c-4565-a4ce-3c215f5f844b on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:15:58.999486 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:59.002806 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-aca4bb9c-6f64-47b2-bafa-71c2ed44bfc6 req-3711e8b8-8e1e-42e4-9f09-ebae149778be tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "DELETE /v2.0/ports/92bec6e3-252c-4565-a4ce-3c215f5f844b HTTP/1.1" status: 204 len: 173 time: 0.8220224 Jan 13 17:15:59.003231 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'name': 'network-vif-deleted', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:59.005444 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391ddd2-e593-4585-9924-c397583a815e" -d '{"events": [{"server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "name": "network-vif-deleted", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:59.105299 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:59.105734 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ad6302-18b0-4642-bcf3-8290fa24bd2b x-openstack-request-id: req-31ad6302-18b0-4642-bcf3-8290fa24bd2b {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:15:59.105734 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fa5692-344a-4d68-ad3d-abc825586d96", "name": "network-vif-deleted", "tag": "92bec6e3-252c-4565-a4ce-3c215f5f844b", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:15:59.105734 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31ad6302-18b0-4642-bcf3-8290fa24bd2b {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:15:59.105734 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fa5692-344a-4d68-ad3d-abc825586d96', 'name': 'network-vif-deleted', 'tag': '92bec6e3-252c-4565-a4ce-3c215f5f844b', 'status': 'completed', 'code': 200} Jan 13 17:15:59.301197 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:59.329951 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:15:59.338578 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:15:59.339129 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:15:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:59.573877 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:15:59.574483 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabad897-3db1-4e5f-a9b3-07e2c0eb4fa0 req-1b2563b4-8604-4578-bc54-b96b0d879ecb tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:15:59.575991 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-aabad897-3db1-4e5f-a9b3-07e2c0eb4fa0 req-1b2563b4-8604-4578-bc54-b96b0d879ecb tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Jan 13 17:15:59.625943 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-aabad897-3db1-4e5f-a9b3-07e2c0eb4fa0 req-cf87d381-f212-4098-a398-78ee4b8115e6 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Jan 13 17:15:59.686598 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:15:59.811354 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:15:59.839966 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad8328-152a-47c0-b2a8-eb3cc887b91b None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:15:59.841843 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:15:59.848157 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:15:59.848157 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:59.908748 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ebffb38c-f72d-45df-9ac3-d6061a5ca952 req-109aeafa-655f-4536-8ea3-a766af6b2b04 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fa5692-344a-4d68-ad3d-abc825586d96 HTTP/1.1" status: 200 len: 210 time: 0.0307553 Jan 13 17:15:59.938635 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:15:59.939016 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:15:59.963408 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:15:59.965698 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01374df-d980-43ee-a060-6f75bfd43507" -d '{"events": [{"server_uuid": "6a5a352d-3f07-4f06-829c-88fbcf053ff4", "name": "network-vif-plugged", "status": "completed", "tag": "a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:15:59.986803 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:00.011517 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98490ff0-3ec3-455c-92a2-a6a89227c387 x-openstack-request-id: req-98490ff0-3ec3-455c-92a2-a6a89227c387 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:00.011831 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5a352d-3f07-4f06-829c-88fbcf053ff4", "name": "network-vif-plugged", "status": "completed", "tag": "a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:00.012253 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98490ff0-3ec3-455c-92a2-a6a89227c387 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:00.012653 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7', 'code': 200} Jan 13 17:16:00.074526 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:00.075328 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 92bec6e3-252c-4565-a4ce-3c215f5f844b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:16:00.117905 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 92bec6e3-252c-4565-a4ce-3c215f5f844b {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:16:00.118504 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 92bec6e3-252c-4565-a4ce-3c215f5f844b not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:16:00.122533 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04deb67e-9188-4ed9-8f4c-f3aac118aa7d None None] New status for floating IP a29e7eab-ffac-43e5-899b-6780d6049baa: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:16:00.145253 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:00.323093 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffe293-ceb0-47af-9f6e-1eb9c49e6fba req-11917cfb-ec3e-428e-9392-365076a78040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:00.324627 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6cffe293-ceb0-47af-9f6e-1eb9c49e6fba req-11917cfb-ec3e-428e-9392-365076a78040 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 1099 time: 0.0396788 Jan 13 17:16:00.378763 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6cffe293-ceb0-47af-9f6e-1eb9c49e6fba req-a51f1889-463c-4690-98f3-b5f791c89311 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jan 13 17:16:00.743984 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8310-fba3-4824-a91b-76d500ee5f97 req-8664cac1-148b-4cf3-acb9-330498d3b858 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:00.745466 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a8fc8310-fba3-4824-a91b-76d500ee5f97 req-8664cac1-148b-4cf3-acb9-330498d3b858 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 946 time: 0.0506196 Jan 13 17:16:00.791357 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a8fc8310-fba3-4824-a91b-76d500ee5f97 req-fcd4bfa6-35af-4ae6-a21f-6b2cc59862ac tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Jan 13 17:16:01.153930 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dfaba03d-999f-486f-9f2f-4cf5544544cd tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670343535&fields=id&tenant_id=d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 267 time: 0.0434053 Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.258132 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:16:01.260889 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-cd7e9162-fbb7-4e26-85ac-1048f5cfe94a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:01.261840 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-cd7e9162-fbb7-4e26-85ac-1048f5cfe94a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 812 time: 0.1010957 Jan 13 17:16:01.276364 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-870eeef9-867a-4f75-adc0-355fc50e9011 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/quotas/d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 375 time: 0.0085213 Jan 13 17:16:01.323569 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dfca3e0c-b624-4bbc-85ac-bc8f7e8e6183 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425074 Jan 13 17:16:01.413944 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-a6e7b9e8-81ea-4c6b-99e1-c3f08180ea91 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782435 Jan 13 17:16:01.502715 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-3fe10cbb-28c1-4310-bf30-86e511fbc520 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832901 Jan 13 17:16:01.908610 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98792f62-5134-4c8d-a383-6a8562d47175 req-e6f479e9-3742-49c9-b081-4aca61ccb809 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:01.910202 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98792f62-5134-4c8d-a383-6a8562d47175 req-e6f479e9-3742-49c9-b081-4aca61ccb809 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 946 time: 0.0488105 Jan 13 17:16:01.956098 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-98792f62-5134-4c8d-a383-6a8562d47175 req-57123af1-c8d6-447d-b087-3ddfedd774aa tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403528 Jan 13 17:16:02.112369 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-13f68bf2-ecdc-424c-a67c-19021ef7cd75 req-16408679-c5b6-4401-ab35-c4491445655d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 210 time: 0.0283480 Jan 13 17:16:03.210580 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f56227c1-c476-4993-875c-ea062b866378 req-9cd83c3e-fa16-43c5-9da3-e770f2e364ce tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jan 13 17:16:03.782887 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-782dd9ad-06ef-4d90-836a-db75ea3b6830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:04.151836 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-3f94de3f-c8ff-4433-9dfc-2d2fb572901d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:04.153290 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-3f94de3f-c8ff-4433-9dfc-2d2fb572901d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 812 time: 0.1060269 Jan 13 17:16:04.228852 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-7f54b6e5-0459-4de0-ac4f-cd798b442363 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 380 time: 0.0582583 Jan 13 17:16:04.248287 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'port': {'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'admin_state_up': True, 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'security_groups': ['519a573f-0a8f-418b-8f9a-48a8d5fc00be']}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:16:04.325080 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1a84bc38-0556-4d3c-9b8f-44e787162b37 req-b47a86f8-5fc3-4c1f-9280-1d99415d88f7 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 210 time: 0.0410469 Jan 13 17:16:04.437481 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Made reservation on behalf of d51599d4bcad41b0b9995a7ac369cc34 for: {'port': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:16:04.441166 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:04.561881 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Allocated IP 172.20.0.12 (d7f29ae3-e9d0-42ac-a482-40e03068c60e/f1fc73cf-513b-4077-adbd-0ae1c255dacd/da9f4f20-0abc-4e5c-91e4-69672dbc880d) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:16:04.699536 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:04.806928 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:04.852476 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:16:04.855684 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:16:04.861667 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:16:04.888206 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=da9f4f20-0abc-4e5c-91e4-69672dbc880d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:04.923514 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:04.924191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:04.988780 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-8b497bfe-b971-4b6f-ba3a-da2f9a79201a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536190 Jan 13 17:16:05.001470 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Request body: {'port': {'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:16:05.069921 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:05.114984 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-ee26ace2-1fc8-43b4-b06d-4e7e2151c47d None None] Provisioning complete for port da9f4f20-0abc-4e5c-91e4-69672dbc880d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:16:05.115603 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee26ace2-1fc8-43b4-b06d-4e7e2151c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:05.155745 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ee26ace2-1fc8-43b4-b06d-4e7e2151c47d None None] Port da9f4f20-0abc-4e5c-91e4-69672dbc880d cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:16:05.342419 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9f4f20-0abc-4e5c-91e4-69672dbc880d {{(pid=103098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:16:05.353042 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Publish callbacks [] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:05.376165 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.provisioning_blocks [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Transition to ACTIVE for port object da9f4f20-0abc-4e5c-91e4-69672dbc880d will not be triggered until provisioned by entity L2. {{(pid=103098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:16:05.443296 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9067613'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:05.451858 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1649e-1fcb-4993-bf8e-74b61ed84634 req-4828a7e4-179e-461d-b0ee-1d5fb47e5076 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:05.454237 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-39d1649e-1fcb-4993-bf8e-74b61ed84634 req-4828a7e4-179e-461d-b0ee-1d5fb47e5076 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 932 time: 0.0528686 Jan 13 17:16:05.504241 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Pushing event updated for resources: {'Port': ['ID=da9f4f20-0abc-4e5c-91e4-69672dbc880d,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:05.529741 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-39d1649e-1fcb-4993-bf8e-74b61ed84634 req-22dd3df5-cab8-4de6-9992-750f4b4b69b2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684199 Jan 13 17:16:05.578532 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Attempting to bind port da9f4f20-0abc-4e5c-91e4-69672dbc880d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:16:05.578979 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Attempting to bind port da9f4f20-0abc-4e5c-91e4-69672dbc880d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:16:05.579380 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Attempting to bind port da9f4f20-0abc-4e5c-91e4-69672dbc880d on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:16:05.584962 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Port da9f4f20-0abc-4e5c-91e4-69672dbc880d on network d7f29ae3-e9d0-42ac-a482-40e03068c60e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:16:05.585278 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Attempting to bind port da9f4f20-0abc-4e5c-91e4-69672dbc880d on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:16:05.590708 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:16:05.591041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Checking segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:16:05.591412 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Bound using segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} {{(pid=103098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:16:05.591829 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.managers [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Bound port: da9f4f20-0abc-4e5c-91e4-69672dbc880d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}}] {{(pid=103098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:16:05.592379 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:05.669379 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] For port da9f4f20-0abc-4e5c-91e4-69672dbc880d, host hv-cinder-79987, cleared binding levels {{(pid=103098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:16:05.673136 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] For port da9f4f20-0abc-4e5c-91e4-69672dbc880d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:16:05.723995 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9067613'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:05.758920 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:05.759536 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:05.760938 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] 10.222.0.57 "PUT /v2.0/ports/da9f4f20-0abc-4e5c-91e4-69672dbc880d HTTP/1.1" status: 200 len: 1094 time: 0.7643065 Jan 13 17:16:05.761370 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:16:05.763579 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594670a0-5408-4850-a72c-c3c1ca1b67b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:16:05.798394 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6ee4e-6331-4c7f-b8e1-0fa650de3967 service neutron] Pushing event updated for resources: {'Port': ['ID=da9f4f20-0abc-4e5c-91e4-69672dbc880d,revision_number=3']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:05.820045 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd5e56-b9c9-48e9-9832-453a53936d86 x-openstack-request-id: req-c0dd5e56-b9c9-48e9-9832-453a53936d86 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:05.825800 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:05.825800 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0dd5e56-b9c9-48e9-9832-453a53936d86 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:05.825800 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'status': 'completed', 'code': 200} Jan 13 17:16:05.902768 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594670a0-5408-4850-a72c-c3c1ca1b67b5 req-2218b535-fd1d-41fe-adad-06e626c0cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:05.906077 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-594670a0-5408-4850-a72c-c3c1ca1b67b5 req-2218b535-fd1d-41fe-adad-06e626c0cfa5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1097 time: 0.0533020 Jan 13 17:16:05.906509 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-cacc8409-fe63-4e33-941b-d334f83194e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:06.018666 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594670a0-5408-4850-a72c-c3c1ca1b67b5 req-e3b3acaf-55e6-408f-8534-0d0c547fa499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:06.020176 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-594670a0-5408-4850-a72c-c3c1ca1b67b5 req-e3b3acaf-55e6-408f-8534-0d0c547fa499 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1048918 Jan 13 17:16:06.117287 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594670a0-5408-4850-a72c-c3c1ca1b67b5 req-6d80a259-d9da-4a3f-a3fd-eb6dd5ce7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:06.118955 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-594670a0-5408-4850-a72c-c3c1ca1b67b5 req-6d80a259-d9da-4a3f-a3fd-eb6dd5ce7a71 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892954 Jan 13 17:16:06.203836 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-2fae74db-38bd-479d-9318-f3b1ade9d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:06.205355 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-2fae74db-38bd-479d-9318-f3b1ade9d416 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1097 time: 0.0460744 Jan 13 17:16:06.250448 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-5e2c5599-eeea-4ab1-bf6f-11dce5c60507 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d HTTP/1.1" status: 200 len: 217 time: 0.0363245 Jan 13 17:16:06.298521 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-51c9b507-63e2-49bc-a1b4-fbbe6bc70b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:06.305837 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-51c9b507-63e2-49bc-a1b4-fbbe6bc70b1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0432200 Jan 13 17:16:06.348166 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-e9198ecb-409f-4f4f-8e2e-620b62dfd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:06.349660 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-e9198ecb-409f-4f4f-8e2e-620b62dfd823 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412784 Jan 13 17:16:06.453183 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-cdb8d577-e479-42c6-8a17-0b11579a465f service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887229 Jan 13 17:16:06.543587 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a5117c0-cfdd-4f08-84db-fec956150b17 req-e802b587-66b8-40ce-a36e-e5c4291fcacc service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810330 Jan 13 17:16:06.643804 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d307d-57e8-436b-a0e9-94785a8124cc req-88d7b3e7-7a5e-4030-8408-bbdae3c3902c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:06.645466 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-636d307d-57e8-436b-a0e9-94785a8124cc req-88d7b3e7-7a5e-4030-8408-bbdae3c3902c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0500593 Jan 13 17:16:06.696541 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-636d307d-57e8-436b-a0e9-94785a8124cc req-1e956f41-b3d0-4864-9670-040e2caecbb0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449836 Jan 13 17:16:07.046033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:07.821654 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741cfa9-781f-4cbe-b330-338b9af816e3 req-63825c7c-fe27-43af-ba05-0909124b8e0a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:07.823173 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b741cfa9-781f-4cbe-b330-338b9af816e3 req-63825c7c-fe27-43af-ba05-0909124b8e0a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0528753 Jan 13 17:16:07.872258 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b741cfa9-781f-4cbe-b330-338b9af816e3 req-55df0c87-db56-4814-8885-6a45df7336ec tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429630 Jan 13 17:16:08.437786 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:08.997024 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8dc6c-ff04-4d87-96ed-199a8cf9340d req-cd06d36b-b4fc-4b59-9156-88201effa28a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:08.998588 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-73c8dc6c-ff04-4d87-96ed-199a8cf9340d req-cd06d36b-b4fc-4b59-9156-88201effa28a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0557683 Jan 13 17:16:09.047837 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-73c8dc6c-ff04-4d87-96ed-199a8cf9340d req-2dd497d2-041c-48ef-8d36-669a4556a77e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Jan 13 17:16:09.680076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:10.168796 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61af47-8ecf-473e-8fbf-480feae37648 req-1db36ea9-f154-45d2-a2cc-9c87299d02ee tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:10.170288 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b61af47-8ecf-473e-8fbf-480feae37648 req-1db36ea9-f154-45d2-a2cc-9c87299d02ee tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0496345 Jan 13 17:16:10.219813 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b61af47-8ecf-473e-8fbf-480feae37648 req-33ae8280-9c81-42e2-8b58-cc700daa073f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Jan 13 17:16:11.330895 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e050-fe6a-4446-8435-c547cdd487ef req-ea1cf6b8-6c9c-45a1-b538-1db66e79dd7d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:11.332283 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d7e9e050-fe6a-4446-8435-c547cdd487ef req-ea1cf6b8-6c9c-45a1-b538-1db66e79dd7d tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0476427 Jan 13 17:16:11.385161 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d7e9e050-fe6a-4446-8435-c547cdd487ef req-7c462720-3c64-4231-804f-a004e958bbbb tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473049 Jan 13 17:16:11.951793 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:12.499311 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32411126-f56e-4b04-83be-ae3a5aaa8a16 req-0382b8b9-0c55-457d-ad09-c0f6c53b163a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:12.500827 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-32411126-f56e-4b04-83be-ae3a5aaa8a16 req-0382b8b9-0c55-457d-ad09-c0f6c53b163a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0485430 Jan 13 17:16:12.550890 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-32411126-f56e-4b04-83be-ae3a5aaa8a16 req-cb2bcb77-da2f-411e-a90b-a9ac09592122 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438609 Jan 13 17:16:12.980279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832f8b-5afa-496a-b57a-6a2760d74abd req-84bb0f3e-6873-482e-9417-a8c8017e945e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:12.981751 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6832f8b-5afa-496a-b57a-6a2760d74abd req-84bb0f3e-6873-482e-9417-a8c8017e945e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0499794 Jan 13 17:16:13.304498 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a6832f8b-5afa-496a-b57a-6a2760d74abd req-0bf50c5f-d460-4def-b8eb-5c060ba191d4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165102 Jan 13 17:16:13.662186 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6cac5-c9af-4b10-9d35-f9a18df987c8 req-474d9d3a-8dbf-4435-b9e9-ed8e622d7cba tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:13.663598 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cba6cac5-c9af-4b10-9d35-f9a18df987c8 req-474d9d3a-8dbf-4435-b9e9-ed8e622d7cba tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0474293 Jan 13 17:16:13.710428 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cba6cac5-c9af-4b10-9d35-f9a18df987c8 req-b330ca48-6a97-45c4-85ee-fca1330fab01 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409071 Jan 13 17:16:14.436077 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1634279-1dfe-4a42-b141-778017070d2e req-6d9f30e6-b811-4164-aedc-2e33cb04281d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:14.437969 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c1634279-1dfe-4a42-b141-778017070d2e req-6d9f30e6-b811-4164-aedc-2e33cb04281d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0601015 Jan 13 17:16:14.485002 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c1634279-1dfe-4a42-b141-778017070d2e req-3d21d1f5-22fd-4a9f-a7a3-6ab4219e287a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403383 Jan 13 17:16:14.821214 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84affa85-1c56-4233-866a-f5d89dd97b9d req-f2a0ab1f-6baf-4730-9128-9a0763820526 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:14.822720 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-84affa85-1c56-4233-866a-f5d89dd97b9d req-f2a0ab1f-6baf-4730-9128-9a0763820526 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0458803 Jan 13 17:16:14.872056 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-84affa85-1c56-4233-866a-f5d89dd97b9d req-58f3b16f-df0c-4a72-b7cd-2ff5626fb435 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440896 Jan 13 17:16:15.754508 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea92da-a1ec-4b59-923f-c0596e425d6d req-9e7fdc7a-2d0a-440f-b4ed-712795900a31 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:15.755971 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-16ea92da-a1ec-4b59-923f-c0596e425d6d req-9e7fdc7a-2d0a-440f-b4ed-712795900a31 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0511284 Jan 13 17:16:15.774815 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device da9f4f20-0abc-4e5c-91e4-69672dbc880d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:16:15.806904 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-16ea92da-a1ec-4b59-923f-c0596e425d6d req-cef68ae2-41a8-4d61-8f45-c9b97476042e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Jan 13 17:16:15.866914 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port da9f4f20-0abc-4e5c-91e4-69672dbc880d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:15.878840 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:16:15.918580 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port da9f4f20-0abc-4e5c-91e4-69672dbc880d is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:16:15.918970 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:15.932155 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9f4f20-0abc-4e5c-91e4-69672dbc880d {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:16:15.951420 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port da9f4f20-0abc-4e5c-91e4-69672dbc880d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:15.987169 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad93158-f219-4b5a-8523-2a77f27d199f req-d346f298-d02f-4fa7-9516-8c715988d4e3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:15.988643 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7ad93158-f219-4b5a-8523-2a77f27d199f req-d346f298-d02f-4fa7-9516-8c715988d4e3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 944 time: 0.0466764 Jan 13 17:16:16.035134 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:16.035980 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7ad93158-f219-4b5a-8523-2a77f27d199f req-7b0d0709-48ae-4b4e-95ec-2e4b89d8fa03 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Jan 13 17:16:16.081320 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=da9f4f20-0abc-4e5c-91e4-69672dbc880d,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:16.088137 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.088483 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.088820 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.089150 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.089475 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.089801 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.090123 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.090441 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.090758 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.091078 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.091402 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.091715 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.092050 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:16.371807 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['da9f4f20-0abc-4e5c-91e4-69672dbc880d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:16:16.926935 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fcf99-d60e-4d3b-a0fa-1c6bfc8c9935 req-b47438f0-a1f7-4724-99d7-f6d04e420a76 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:16.928422 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f55fcf99-d60e-4d3b-a0fa-1c6bfc8c9935 req-b47438f0-a1f7-4724-99d7-f6d04e420a76 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0506020 Jan 13 17:16:16.973317 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f55fcf99-d60e-4d3b-a0fa-1c6bfc8c9935 req-e48acc71-1ee3-4eec-8d4d-74cdc5b8cd11 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393565 Jan 13 17:16:17.149468 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ac1a1-5f7b-4323-97a0-def9d5cb53e7 req-493ad277-039f-4393-9769-4951bf079437 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:17.150836 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-845ac1a1-5f7b-4323-97a0-def9d5cb53e7 req-493ad277-039f-4393-9769-4951bf079437 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 945 time: 0.0472231 Jan 13 17:16:17.197835 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-845ac1a1-5f7b-4323-97a0-def9d5cb53e7 req-c5a5293d-56d7-4d38-baaa-781d2f83f5cd tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Jan 13 17:16:17.798609 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device da9f4f20-0abc-4e5c-91e4-69672dbc880d up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:16:17.908116 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port da9f4f20-0abc-4e5c-91e4-69672dbc880d completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:16:17.911852 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port da9f4f20-0abc-4e5c-91e4-69672dbc880d triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:16:17.912249 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:17.989177 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port da9f4f20-0abc-4e5c-91e4-69672dbc880d is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:16:17.989475 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:18.012322 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:16:18.014477 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060cec29-c333-421b-b1c6-2c025c34f47e" -d '{"events": [{"server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "name": "network-vif-plugged", "status": "completed", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:16:18.027308 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port da9f4f20-0abc-4e5c-91e4-69672dbc880d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:18.095125 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45482f-1c97-4457-bbc7-abd63dfb0f54 req-3aac2dab-0298-420c-9084-4c49ee287e73 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:18.096700 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa45482f-1c97-4457-bbc7-abd63dfb0f54 req-3aac2dab-0298-420c-9084-4c49ee287e73 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0532207 Jan 13 17:16:18.103741 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:18.108444 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008341b9-0dab-4ce7-9bc1-6605f51292da x-openstack-request-id: req-008341b9-0dab-4ce7-9bc1-6605f51292da {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:18.108730 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "name": "network-vif-plugged", "status": "completed", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:18.108979 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-008341b9-0dab-4ce7-9bc1-6605f51292da {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:18.109366 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'code': 200} Jan 13 17:16:18.144789 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fa45482f-1c97-4457-bbc7-abd63dfb0f54 req-c86e42f0-e544-4be3-8f32-4079faa09b50 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426166 Jan 13 17:16:18.161096 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=da9f4f20-0abc-4e5c-91e4-69672dbc880d,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:18.314415 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceabd12-6338-40a9-a781-8ca4bebbf8ad req-d66a35e0-6d83-45af-aa3e-210ab5e91420 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:18.316445 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5ceabd12-6338-40a9-a781-8ca4bebbf8ad req-d66a35e0-6d83-45af-aa3e-210ab5e91420 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 946 time: 0.0477920 Jan 13 17:16:18.363632 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5ceabd12-6338-40a9-a781-8ca4bebbf8ad req-e2069b06-6281-4f1b-b4c7-340ae08af1a2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416141 Jan 13 17:16:18.549360 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385277c-061c-4c13-932d-c30c451af27e req-7d89f757-d366-4c92-bcc7-a8e20caaaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:18.550945 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0385277c-061c-4c13-932d-c30c451af27e req-7d89f757-d366-4c92-bcc7-a8e20caaaf27 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1099 time: 0.0383282 Jan 13 17:16:18.599057 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0385277c-061c-4c13-932d-c30c451af27e req-90e1f745-17ab-472e-8f5b-f9a50d7dc194 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 Jan 13 17:16:19.261348 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d2fdd-852f-4fd8-a07c-e90cd0c31d48 req-0a606ba8-cd3d-444e-980c-83c10b138548 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:19.262772 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-920d2fdd-852f-4fd8-a07c-e90cd0c31d48 req-0a606ba8-cd3d-444e-980c-83c10b138548 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0466101 Jan 13 17:16:19.311227 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-920d2fdd-852f-4fd8-a07c-e90cd0c31d48 req-1f90ba03-df6f-453b-9c1d-ebc2f72ce484 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Jan 13 17:16:19.476605 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16708a-a8f5-4478-8a82-407a5f4053a6 req-f9b7a854-3176-49c9-b007-03b5c1990ac3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:19.478060 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8a16708a-a8f5-4478-8a82-407a5f4053a6 req-f9b7a854-3176-49c9-b007-03b5c1990ac3 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 946 time: 0.0465198 Jan 13 17:16:19.528810 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8a16708a-a8f5-4478-8a82-407a5f4053a6 req-6c51f589-52e2-450b-a362-d7d5d398cee2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Jan 13 17:16:20.435140 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66db9dc-8721-4747-bea8-e2a683f749ed req-9c34668e-d5e5-4daa-b5df-778fbd07cbef tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:20.436722 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c66db9dc-8721-4747-bea8-e2a683f749ed req-9c34668e-d5e5-4daa-b5df-778fbd07cbef tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0531895 Jan 13 17:16:20.485432 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c66db9dc-8721-4747-bea8-e2a683f749ed req-b733c5aa-fec2-43a9-82a8-389fa804b9cc tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Jan 13 17:16:20.641560 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7e822-8b84-4172-833a-9119472341c1 req-22e2d2c0-4f5b-492c-869a-65c0fbdaed8f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:20.642920 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cef7e822-8b84-4172-833a-9119472341c1 req-22e2d2c0-4f5b-492c-869a-65c0fbdaed8f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 946 time: 0.0468707 Jan 13 17:16:20.689784 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cef7e822-8b84-4172-833a-9119472341c1 req-3c507726-5720-4dc6-9b9c-2ae4553167d8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405698 Jan 13 17:16:20.802021 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69540-f4b4-44bd-b062-3945bb651da1 req-34627129-c044-40f7-b5c2-df8c194798d0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:20.803458 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-03b69540-f4b4-44bd-b062-3945bb651da1 req-34627129-c044-40f7-b5c2-df8c194798d0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 946 time: 0.0458708 Jan 13 17:16:20.850373 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-03b69540-f4b4-44bd-b062-3945bb651da1 req-564d690e-040d-4e13-9ac7-c6fe35879f78 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413191 Jan 13 17:16:20.871673 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 35252) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:16:20.911965 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e53cca-2666-40a8-b839-c6621b0f733c tempest-TestVolumeBootPattern-1683534554 tempest-TestVolumeBootPattern-1683534554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:20.913483 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-74e53cca-2666-40a8-b839-c6621b0f733c tempest-TestVolumeBootPattern-1683534554 tempest-TestVolumeBootPattern-1683534554-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1094 time: 0.0408332 Jan 13 17:16:20.916232 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 35254) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:16:20.920270 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:16:21.029104 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:21.123226 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:21.224828 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_common [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Allocated IP 172.27.0.118 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/09b854af-2793-40b0-add4-db495237ddf7) {{(pid=103098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:16:21.322437 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (09b854af-2793-40b0-add4-db495237ddf7), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:21.405716 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (09b854af-2793-40b0-add4-db495237ddf7), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:21.450496 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:16:21.453349 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Resources bound (agent type, host, resource id): {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:16:21.457545 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Received port after_create {{(pid=103098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:16:21.460535 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=09b854af-2793-40b0-add4-db495237ddf7,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:21.679719 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb4e2-5acf-4235-8530-f4c9244e3d3f req-8bb968fe-26ff-43d7-9ccf-6f5d8a23154e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:21.681123 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cfcfb4e2-5acf-4235-8530-f4c9244e3d3f req-8bb968fe-26ff-43d7-9ccf-6f5d8a23154e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.1247969 Jan 13 17:16:21.774788 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cfcfb4e2-5acf-4235-8530-f4c9244e3d3f req-866b0bc4-49a4-476f-ac29-ac691ba4b70c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859637 Jan 13 17:16:21.876304 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (5336c5f9-320d-4478-b35e-b3a362342f2d), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:21.995617 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (09b854af-2793-40b0-add4-db495237ddf7), before_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:22.140177 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (09b854af-2793-40b0-add4-db495237ddf7), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:22.205698 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9067613'] for port (09b854af-2793-40b0-add4-db495237ddf7), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:22.274527 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=09b854af-2793-40b0-add4-db495237ddf7,revision_number=2']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:22.285609 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (5336c5f9-320d-4478-b35e-b3a362342f2d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:22.382845 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Floating IP 5336c5f9-320d-4478-b35e-b3a362342f2d associated. External IP: 172.27.0.118, port: da9f4f20-0abc-4e5c-91e4-69672dbc880d. Jan 13 17:16:22.580179 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:16:22.679136 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:16:22.688532 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:16:22.702109 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:16:22.703037 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:16:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:16:22.740048 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:22.769447 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ee69cea9-fff9-41e1-90f1-841caa99d52c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8522384 Jan 13 17:16:22.770022 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:16:22.772249 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cf0181-e901-4118-a979-3d872dfd304d" -d '{"events": [{"name": "network-changed", "server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:16:22.807892 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd0ea07-6630-4e38-a0df-27b21202ad43 x-openstack-request-id: req-fdd0ea07-6630-4e38-a0df-27b21202ad43 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:22.808205 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:22.808457 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdd0ea07-6630-4e38-a0df-27b21202ad43 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:22.808906 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'status': 'completed', 'code': 200} Jan 13 17:16:22.810429 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:16:22.871170 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0181-e901-4118-a979-3d872dfd304d req-9418cd7e-ad78-40f7-a8fa-1e85222d1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:22.872624 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cf0181-e901-4118-a979-3d872dfd304d req-9418cd7e-ad78-40f7-a8fa-1e85222d1642 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1099 time: 0.0419405 Jan 13 17:16:22.902349 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498c51d-43b6-4a52-8bc4-7fd858b4c226 req-1a4dc842-abad-4088-a793-484fce04f05f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:22.903947 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c498c51d-43b6-4a52-8bc4-7fd858b4c226 req-1a4dc842-abad-4088-a793-484fce04f05f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0512886 Jan 13 17:16:22.955716 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c498c51d-43b6-4a52-8bc4-7fd858b4c226 req-39eaf7ec-1d4d-4dab-9cfb-9c1c027a7b28 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451522 Jan 13 17:16:22.962607 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0181-e901-4118-a979-3d872dfd304d req-dc9d0ce5-d7ca-42bd-947a-15d66c267a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:22.964265 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cf0181-e901-4118-a979-3d872dfd304d req-dc9d0ce5-d7ca-42bd-947a-15d66c267a86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 913 time: 0.0852799 Jan 13 17:16:23.032975 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cf0181-e901-4118-a979-3d872dfd304d req-2c79d90b-0648-4c19-a8b4-0782ce6bb83c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d HTTP/1.1" status: 200 len: 1000 time: 0.0595474 Jan 13 17:16:23.037646 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:21Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:16:23.067148 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:16:23.083040 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0181-e901-4118-a979-3d872dfd304d req-e5b53afa-6591-4b82-8d1f-b79c2f5d0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:23.084301 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:16:23.084542 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cf0181-e901-4118-a979-3d872dfd304d req-e5b53afa-6591-4b82-8d1f-b79c2f5d0827 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0447781 Jan 13 17:16:23.084900 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:16:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:16:23.131893 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0181-e901-4118-a979-3d872dfd304d req-a85a2a3c-5135-43f6-b45f-784477539d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:23.133597 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cf0181-e901-4118-a979-3d872dfd304d req-a85a2a3c-5135-43f6-b45f-784477539d32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394499 Jan 13 17:16:23.185966 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:16:23.227787 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cf0181-e901-4118-a979-3d872dfd304d req-5128d1a3-c735-4068-8fd3-aded60708e20 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Jan 13 17:16:23.333724 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cf0181-e901-4118-a979-3d872dfd304d req-1398c16c-a3ab-47ff-8e85-28e8642104ac service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817137 Jan 13 17:16:23.416861 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:21Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:16:23.444078 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b61cc4-2077-4490-bc83-073b4a5f359b None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:21Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:16:23.620467 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f890ecd9-d657-4c42-acb8-d171aa3edb72 None None] New status for floating IP 5336c5f9-320d-4478-b35e-b3a362342f2d: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:16:23.892301 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:16:24.075720 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79429e5-d4c2-4f85-9353-34a5294723a0 req-a92e881b-0abc-454b-bf8a-7a3faf6e7658 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:24.077142 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f79429e5-d4c2-4f85-9353-34a5294723a0 req-a92e881b-0abc-454b-bf8a-7a3faf6e7658 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0510352 Jan 13 17:16:24.123385 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f79429e5-d4c2-4f85-9353-34a5294723a0 req-0eb638fa-e17c-436f-8dd4-a6b927528762 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Jan 13 17:16:25.248316 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f453279-211b-460b-b507-2d03fb8087cd req-aae501b6-e330-4dd2-85a7-c301ffddf8a6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:25.249763 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6f453279-211b-460b-b507-2d03fb8087cd req-aae501b6-e330-4dd2-85a7-c301ffddf8a6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0521784 Jan 13 17:16:25.294102 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6f453279-211b-460b-b507-2d03fb8087cd req-126167fc-730e-411b-a65b-8f3806afc37d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390506 Jan 13 17:16:26.411414 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0513e8-06c3-49f5-94ff-a6e336fcf2ed req-374b9a43-b45c-4a2a-a836-0b02be8dc54c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:26.413879 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9c0513e8-06c3-49f5-94ff-a6e336fcf2ed req-374b9a43-b45c-4a2a-a836-0b02be8dc54c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0488877 Jan 13 17:16:26.459810 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9c0513e8-06c3-49f5-94ff-a6e336fcf2ed req-59fe6f52-cf64-4efe-abe1-e9dcfac781c2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401177 Jan 13 17:16:27.576356 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a9cd5-2d84-4825-9507-0ec4c83caff1 req-9d8262cb-0063-4868-96df-27d83f70de7d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:27.577872 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a68a9cd5-2d84-4825-9507-0ec4c83caff1 req-9d8262cb-0063-4868-96df-27d83f70de7d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0474808 Jan 13 17:16:27.628409 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a68a9cd5-2d84-4825-9507-0ec4c83caff1 req-ee2c5419-ee23-4f02-8e80-11fb411247a8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449405 Jan 13 17:16:28.749082 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172dacd-9aac-43be-b77b-aa7a0915e3a0 req-ffe96083-1f52-4f1e-8813-60e237bffc48 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:28.750523 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8172dacd-9aac-43be-b77b-aa7a0915e3a0 req-ffe96083-1f52-4f1e-8813-60e237bffc48 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Jan 13 17:16:28.795329 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8172dacd-9aac-43be-b77b-aa7a0915e3a0 req-cc4ceb65-9b6c-45f8-87ef-e3e8f84266b9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386434 Jan 13 17:16:29.916629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eabb2d-b079-4b7f-9215-5d6d4b053f66 req-962a981a-cf4e-45b5-9875-6c1abc5d8230 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:29.918093 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-68eabb2d-b079-4b7f-9215-5d6d4b053f66 req-962a981a-cf4e-45b5-9875-6c1abc5d8230 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0477846 Jan 13 17:16:29.963474 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-68eabb2d-b079-4b7f-9215-5d6d4b053f66 req-90804060-ac85-42ff-acb1-0c8a15e5bab1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 Jan 13 17:16:31.082771 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd562dd-c0d1-4b36-9175-b8aaf9b21938 req-32c742ce-04d8-4c2e-a6c3-434e1fb61b47 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:31.084253 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7dd562dd-c0d1-4b36-9175-b8aaf9b21938 req-32c742ce-04d8-4c2e-a6c3-434e1fb61b47 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0513301 Jan 13 17:16:31.129755 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7dd562dd-c0d1-4b36-9175-b8aaf9b21938 req-3b5b9f6b-459f-4b71-a95f-d4f923467ac8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Jan 13 17:16:31.856321 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:16:31.948594 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:31.959549 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'port_id': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'mac_address': 'fa:16:3e:80:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:16:31.995970 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port ea07677e-cf1b-4390-b90e-3e3989dfa796 is: ACTIVE; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:16:31.996376 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:32.011587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea07677e-cf1b-4390-b90e-3e3989dfa796 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:16:32.029513 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:32.142780 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:32.196703 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=6']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:32.248767 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac31b0-f478-4906-936f-42be51e3b202 req-ac47b3ce-24e5-4366-94c1-1ad8f3488f5d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:32.250246 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-18ac31b0-f478-4906-936f-42be51e3b202 req-ac47b3ce-24e5-4366-94c1-1ad8f3488f5d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Jan 13 17:16:32.260829 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['ea07677e-cf1b-4390-b90e-3e3989dfa796'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:16:32.302338 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-18ac31b0-f478-4906-936f-42be51e3b202 req-85009b04-f917-4743-b235-8f1beeda98b3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467362 Jan 13 17:16:33.286178 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99b98-72a8-4e33-900a-a2e0ea99f117 req-5d3bdfd9-14a0-4796-9a73-4042d059fd5c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:33.287729 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f1f99b98-72a8-4e33-900a-a2e0ea99f117 req-5d3bdfd9-14a0-4796-9a73-4042d059fd5c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0521975 Jan 13 17:16:33.335204 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f1f99b98-72a8-4e33-900a-a2e0ea99f117 req-431191e7-cb13-4002-b4b4-b0f8a04bbdb6 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 Jan 13 17:16:33.421753 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffa3be-609f-4452-ab22-0ec717f51bd7 req-6337a8c2-b430-4005-a381-b3ddf63d56d1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:33.423364 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c1ffa3be-609f-4452-ab22-0ec717f51bd7 req-6337a8c2-b430-4005-a381-b3ddf63d56d1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Jan 13 17:16:33.468967 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c1ffa3be-609f-4452-ab22-0ec717f51bd7 req-33edab0e-a596-4f12-90a5-a5e4f872c156 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 Jan 13 17:16:33.690848 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-74bf001f-9aa4-4e96-8d2b-4501a775e495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:34.205958 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:16:34.252137 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port ea07677e-cf1b-4390-b90e-3e3989dfa796 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:16:34.252514 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:34.332146 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port ea07677e-cf1b-4390-b90e-3e3989dfa796 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:16:34.332529 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:34.354173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:16:34.356436 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14e224a-f3a1-429c-ba06-0a26947c9bc1" -d '{"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:16:34.373731 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:34.395578 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57534859-107e-4b8a-87fc-b7660851d831 x-openstack-request-id: req-57534859-107e-4b8a-87fc-b7660851d831 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:34.395872 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:34.396154 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57534859-107e-4b8a-87fc-b7660851d831 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:34.396547 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'code': 200} Jan 13 17:16:34.455401 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75905e2e-85ef-43eb-84b5-8f516b013e11 req-8653006c-d640-4d29-b02a-994bf14b54ec tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:34.456973 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-75905e2e-85ef-43eb-84b5-8f516b013e11 req-8653006c-d640-4d29-b02a-994bf14b54ec tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0501854 Jan 13 17:16:34.504526 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-75905e2e-85ef-43eb-84b5-8f516b013e11 req-ef82d6a5-6d43-42c9-8053-3b4f5fa1a5c9 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420866 Jan 13 17:16:34.522781 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:34.589976 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552100d2-bc08-444b-b795-6854d40dd540 req-2fedb77f-8a8b-47b2-a68c-cbc6e0bcb52d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:34.591547 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-552100d2-bc08-444b-b795-6854d40dd540 req-2fedb77f-8a8b-47b2-a68c-cbc6e0bcb52d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0493970 Jan 13 17:16:34.647749 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-552100d2-bc08-444b-b795-6854d40dd540 req-a2518279-d607-4e0e-9c28-cc58ab46707e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504839 Jan 13 17:16:34.703148 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=7']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:35.614374 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866423f-a7f7-4cbc-ad24-a8816b6458cb req-32afcc26-0b4a-4227-a415-3305f7e69a8d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:35.615834 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a866423f-a7f7-4cbc-ad24-a8816b6458cb req-32afcc26-0b4a-4227-a415-3305f7e69a8d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0465100 Jan 13 17:16:35.665964 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-a866423f-a7f7-4cbc-ad24-a8816b6458cb req-ff9fb584-0cd5-422f-9d2d-c923e45c1459 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443652 Jan 13 17:16:35.762064 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33969e41-33c4-411f-8d9a-d0ef78f1e58d req-7a9c7968-637a-4457-8b55-213c57fa46b4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:35.763586 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-33969e41-33c4-411f-8d9a-d0ef78f1e58d req-7a9c7968-637a-4457-8b55-213c57fa46b4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0472739 Jan 13 17:16:35.814335 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-33969e41-33c4-411f-8d9a-d0ef78f1e58d req-1c015754-1f59-4012-ab85-144c1f6fa9f8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Jan 13 17:16:35.891104 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6ab134ba-8eb2-4a9a-919e-18cdd22d4925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:36.787434 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538627-7ce1-4eff-893b-ca44d02a98eb req-fdf2ae6f-a76f-4b3b-9639-d5527dc0cea0 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:36.788973 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e3538627-7ce1-4eff-893b-ca44d02a98eb req-fdf2ae6f-a76f-4b3b-9639-d5527dc0cea0 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0515633 Jan 13 17:16:36.836846 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e3538627-7ce1-4eff-893b-ca44d02a98eb req-44f29dde-910b-40a5-a639-8fca6388e619 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423293 Jan 13 17:16:36.938091 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c05073-1cf2-428d-8f08-a55cd9240299 req-615acf28-0a0d-4302-82bb-651e23958408 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:36.939521 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e6c05073-1cf2-428d-8f08-a55cd9240299 req-615acf28-0a0d-4302-82bb-651e23958408 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0487659 Jan 13 17:16:36.989777 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e6c05073-1cf2-428d-8f08-a55cd9240299 req-8bf279b1-a4db-4c7a-a192-89a656d8c961 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Jan 13 17:16:37.022872 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:37.972562 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60601-5505-4666-a981-6a6b9acfc8f5 req-39a57dc1-9e4d-4f86-be2d-66e1b500a638 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:37.975385 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-27a60601-5505-4666-a981-6a6b9acfc8f5 req-39a57dc1-9e4d-4f86-be2d-66e1b500a638 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0575206 Jan 13 17:16:38.055024 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-27a60601-5505-4666-a981-6a6b9acfc8f5 req-ef1e2517-9496-4e10-8c00-2ba52814809e tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697207 Jan 13 17:16:38.151482 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d4c02-a860-4485-b528-48e0acc5a46c req-41282060-538b-4acf-bd44-390692277fbe tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:38.153774 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b41d4c02-a860-4485-b528-48e0acc5a46c req-41282060-538b-4acf-bd44-390692277fbe tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0581515 Jan 13 17:16:38.210908 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b41d4c02-a860-4485-b528-48e0acc5a46c req-1ed11979-826b-4f22-8751-60f72957cf9a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516994 Jan 13 17:16:38.445707 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:39.181629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9a8d3-3106-4fb4-aac8-6e243eda676d req-932b2d10-94c4-4019-ab1c-a5943c919dc3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:39.188513 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c7e9a8d3-3106-4fb4-aac8-6e243eda676d req-932b2d10-94c4-4019-ab1c-a5943c919dc3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0587711 Jan 13 17:16:39.242123 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c7e9a8d3-3106-4fb4-aac8-6e243eda676d req-75ab50e0-afb7-4263-840d-a3553552207d tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524578 Jan 13 17:16:39.344081 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afe987-4f7b-4a6c-abb2-4292f4aad217 req-a64e3796-f6d6-4834-b831-c52568689c76 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:39.347250 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-95afe987-4f7b-4a6c-abb2-4292f4aad217 req-a64e3796-f6d6-4834-b831-c52568689c76 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0542772 Jan 13 17:16:39.444545 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-95afe987-4f7b-4a6c-abb2-4292f4aad217 req-66c947d0-8979-435a-84a8-94ed4e1d740b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897920 Jan 13 17:16:39.694481 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:40.392822 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8c4f-d75b-434e-8864-642a991a3fb7 req-fffc1842-9ec3-487b-abc6-f016735da9cb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:40.395628 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc1b8c4f-d75b-434e-8864-642a991a3fb7 req-fffc1842-9ec3-487b-abc6-f016735da9cb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0597892 Jan 13 17:16:40.463104 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cc1b8c4f-d75b-434e-8864-642a991a3fb7 req-e84bfe87-cd45-4679-9c1d-3a9e017e0ef3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592914 Jan 13 17:16:40.584474 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda448e7-f0d4-4435-ab0d-0ba704c80cdf req-b11bdcad-db3f-41ef-9629-16b07068cdd1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:40.588446 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cda448e7-f0d4-4435-ab0d-0ba704c80cdf req-b11bdcad-db3f-41ef-9629-16b07068cdd1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0650153 Jan 13 17:16:40.641305 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cda448e7-f0d4-4435-ab0d-0ba704c80cdf req-5f34c1c3-f4db-4cd4-839d-cbab045de353 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493047 Jan 13 17:16:41.593240 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e716-b415-4c2b-ad42-94cd1977e36d req-cbfaef22-a7b7-4b32-857d-6d0f40fbf633 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:41.594762 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bbc3e716-b415-4c2b-ad42-94cd1977e36d req-cbfaef22-a7b7-4b32-857d-6d0f40fbf633 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0585489 Jan 13 17:16:41.651496 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bbc3e716-b415-4c2b-ad42-94cd1977e36d req-f473f1f4-59e1-4099-a5d7-2ab49a0a1207 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507913 Jan 13 17:16:41.767435 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14e82a-8d66-4363-ab17-8e8ada3947ed req-21ab3e19-872e-4677-90c1-15d50aebe1e8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:41.769730 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fe14e82a-8d66-4363-ab17-8e8ada3947ed req-21ab3e19-872e-4677-90c1-15d50aebe1e8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0499272 Jan 13 17:16:41.839246 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-fe14e82a-8d66-4363-ab17-8e8ada3947ed req-d9e3e532-402b-49b4-a161-113670ace5a6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624123 Jan 13 17:16:42.008640 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:42.360678 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-065e225f-3c07-434a-87b1-ecaa65489edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:42.362844 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-065e225f-3c07-434a-87b1-ecaa65489edc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1098 time: 0.0451202 Jan 13 17:16:42.512715 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-9f4ce871-be80-427a-a82f-4cd38d19bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:42.514444 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-9f4ce871-be80-427a-a82f-4cd38d19bb00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 200 len: 910 time: 0.1291208 Jan 13 17:16:42.615917 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-9366a051-7dee-4e64-9fe6-e9471e37c7e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 200 len: 1000 time: 0.0869145 Jan 13 17:16:42.681788 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-40e22e26-5553-4870-b681-0e6db31bc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:42.682386 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-40e22e26-5553-4870-b681-0e6db31bc6fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=075d8823-0796-47f4-a9c6-0710a52508b7 HTTP/1.1" status: 200 len: 848 time: 0.0590982 Jan 13 17:16:42.738291 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-c694485f-7b02-4348-a81a-b55fa064797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:42.739788 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-c694485f-7b02-4348-a81a-b55fa064797e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484593 Jan 13 17:16:42.844964 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a193c4-35db-4ce2-af04-8ee46eb4ea8c req-90eaa4c3-09b2-41fa-96ec-2ae46406ee82 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:42.846671 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-40a193c4-35db-4ce2-af04-8ee46eb4ea8c req-90eaa4c3-09b2-41fa-96ec-2ae46406ee82 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.1058581 Jan 13 17:16:42.927720 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-3a7f2c6c-c530-4350-9279-9a35e878b8eb service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758013 Jan 13 17:16:42.941133 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-40a193c4-35db-4ce2-af04-8ee46eb4ea8c req-91959f29-47f6-4e93-8fcc-11f889f10efa tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871286 Jan 13 17:16:42.977313 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3a2fc-cc45-4902-b1c8-b9cff14995b3 req-c2dcef3d-c49c-4a50-aae3-e52802bb1c68 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:42.979046 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-31a3a2fc-cc45-4902-b1c8-b9cff14995b3 req-c2dcef3d-c49c-4a50-aae3-e52802bb1c68 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0643520 Jan 13 17:16:43.036812 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-31a3a2fc-cc45-4902-b1c8-b9cff14995b3 req-20ccccc0-59fa-49d7-8844-a696ba3ebb8d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521696 Jan 13 17:16:43.043947 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-88837481-28e2-4274-bf8e-54019ebb51e7 req-bf63ac86-3484-4d82-aa1c-32be90a1ffbc service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085668 Jan 13 17:16:44.077674 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc4b28-b78a-4ba3-bbb1-f4e311386167 req-13cd46c0-90e8-4ccc-ab5c-6891cb8b1fd5 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:44.084996 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c8cc4b28-b78a-4ba3-bbb1-f4e311386167 req-13cd46c0-90e8-4ccc-ab5c-6891cb8b1fd5 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0625021 Jan 13 17:16:44.135169 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c8cc4b28-b78a-4ba3-bbb1-f4e311386167 req-11f2c92c-3d0e-467e-9a76-7f076fbd060a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490465 Jan 13 17:16:44.177116 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82196b9-aefd-492c-a7a3-98c45b4f191b req-ad3749bc-2f91-41c9-9d53-43387769f775 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:44.184080 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b82196b9-aefd-492c-a7a3-98c45b4f191b req-ad3749bc-2f91-41c9-9d53-43387769f775 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0614350 Jan 13 17:16:44.232612 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b82196b9-aefd-492c-a7a3-98c45b4f191b req-8e0598a2-7de7-451a-bd62-1d3c82994aef tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Jan 13 17:16:45.291148 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72268f95-5a28-4442-a99a-6c65ae66e15c req-a8d3a7f4-1ff5-4416-b611-f231be3d084b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:45.301016 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-72268f95-5a28-4442-a99a-6c65ae66e15c req-a8d3a7f4-1ff5-4416-b611-f231be3d084b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0680516 Jan 13 17:16:45.375050 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-72268f95-5a28-4442-a99a-6c65ae66e15c req-cd3ac6a0-2f56-43f9-a535-9fd88c3dd5f7 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666220 Jan 13 17:16:45.393999 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f18e87-f172-4b9a-adc3-bcc45a298f4e req-08d31a81-97a8-45bb-a6ac-454ac2f8206f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:45.401216 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b9f18e87-f172-4b9a-adc3-bcc45a298f4e req-08d31a81-97a8-45bb-a6ac-454ac2f8206f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0964270 Jan 13 17:16:45.454959 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b9f18e87-f172-4b9a-adc3-bcc45a298f4e req-d3e06c0f-6546-475b-8393-2858556f81dd tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528705 Jan 13 17:16:46.509799 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab544f49-c941-429f-827f-738a566ec3c1 req-0378473f-88a7-4c43-ae70-563255b4acd7 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:46.512186 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ab544f49-c941-429f-827f-738a566ec3c1 req-0378473f-88a7-4c43-ae70-563255b4acd7 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0657623 Jan 13 17:16:46.588918 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ab544f49-c941-429f-827f-738a566ec3c1 req-147cb24a-4d78-4f34-ac80-a1c722a46a2b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702229 Jan 13 17:16:46.605247 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdbdd8-dc96-49c4-a64e-1ca904dea73a req-ab692e2e-608d-4c65-a788-62146c310ad2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:46.608575 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cdbdd8-dc96-49c4-a64e-1ca904dea73a req-ab692e2e-608d-4c65-a788-62146c310ad2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0743494 Jan 13 17:16:46.664567 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b3cdbdd8-dc96-49c4-a64e-1ca904dea73a req-d2e2716b-c765-47a2-8c79-ecb07d231246 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508451 Jan 13 17:16:47.704956 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746310-5e1f-4281-8dbc-7eb8dd91d65a req-6738201e-94be-4cc6-9bec-b318ae030247 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:47.706843 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e8746310-5e1f-4281-8dbc-7eb8dd91d65a req-6738201e-94be-4cc6-9bec-b318ae030247 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0544932 Jan 13 17:16:47.765310 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e8746310-5e1f-4281-8dbc-7eb8dd91d65a req-941b5041-b9e2-4cab-b0fd-bdde70732a62 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516937 Jan 13 17:16:47.794385 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef666d0e-4751-4b3a-af42-32e2add7d05c req-834c3517-1c47-474e-a9b3-ffd0d69105e2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:47.795887 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ef666d0e-4751-4b3a-af42-32e2add7d05c req-834c3517-1c47-474e-a9b3-ffd0d69105e2 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0489912 Jan 13 17:16:47.843851 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ef666d0e-4751-4b3a-af42-32e2add7d05c req-3be88c53-e059-4302-95e0-36ff448da1b1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jan 13 17:16:48.098764 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-8938b3fc-af3b-433f-a737-4771965d1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:48.100189 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-8938b3fc-af3b-433f-a737-4771965d1e1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1099 time: 0.0384378 Jan 13 17:16:48.188354 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-9237d02f-8a1f-4935-8614-01ce7731c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:48.189843 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-9237d02f-8a1f-4935-8614-01ce7731c51b service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.0826614 Jan 13 17:16:48.251641 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-9ae08c36-3a53-48e1-8c7e-82115c96fe8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796 HTTP/1.1" status: 200 len: 1002 time: 0.0552061 Jan 13 17:16:48.301110 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-7f6b2284-d47d-47b5-a405-729b4d4b514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:48.302483 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-7f6b2284-d47d-47b5-a405-729b4d4b514a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0447550 Jan 13 17:16:48.349777 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-fe5ea666-5f5c-4de4-b53a-92aca74994d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:48.351239 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-fe5ea666-5f5c-4de4-b53a-92aca74994d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383415 Jan 13 17:16:48.440470 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-856e2d69-2b46-41e1-ae81-5fffbba97489 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800724 Jan 13 17:16:48.528367 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7a1d75b9-0e8c-41eb-978a-e9b9f36905c4 req-86d69272-ff3f-45fe-9398-7e150b731648 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813506 Jan 13 17:16:48.877622 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc571b-4d65-4efd-809b-a136047e020f req-04ca4102-dbbb-4be6-b29d-9ae3a7e53456 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:48.879081 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-55cc571b-4d65-4efd-809b-a136047e020f req-04ca4102-dbbb-4be6-b29d-9ae3a7e53456 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0478938 Jan 13 17:16:48.926843 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-55cc571b-4d65-4efd-809b-a136047e020f req-9e2eb019-053e-4560-b7b4-d7b350e09828 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Jan 13 17:16:48.963497 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcb4d0-563e-45d7-8c61-481570ea833a req-4e1a1a89-904c-4288-9321-83ece678f2a0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:48.964912 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c4fcb4d0-563e-45d7-8c61-481570ea833a req-4e1a1a89-904c-4288-9321-83ece678f2a0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0471909 Jan 13 17:16:49.010381 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c4fcb4d0-563e-45d7-8c61-481570ea833a req-79ebf534-60e9-489e-873c-41ef2145c456 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399361 Jan 13 17:16:50.039791 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4ae1-e0ea-421c-beb6-9296acf50fce req-1f518882-96ad-4677-9934-189eb8a02d2a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:50.041256 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2dfe4ae1-e0ea-421c-beb6-9296acf50fce req-1f518882-96ad-4677-9934-189eb8a02d2a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0466945 Jan 13 17:16:50.094360 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2dfe4ae1-e0ea-421c-beb6-9296acf50fce req-7287f093-214a-4a50-ac48-7ffc5dd018b3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467577 Jan 13 17:16:50.138649 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241507da-3fac-44a2-bf3c-fd4d0c2b1f82 req-d7d944ad-f68d-4602-b8ad-94499c909b99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:50.140128 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-241507da-3fac-44a2-bf3c-fd4d0c2b1f82 req-d7d944ad-f68d-4602-b8ad-94499c909b99 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0506372 Jan 13 17:16:50.450261 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-241507da-3fac-44a2-bf3c-fd4d0c2b1f82 req-05f8a1a9-b749-49ff-b4bd-ea9db02e91e4 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042037 Jan 13 17:16:51.255257 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-89b60b4d-c681-43c6-b54c-acdeaa0a0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:51.260557 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-89b60b4d-c681-43c6-b54c-acdeaa0a0d73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1098 time: 0.0798526 Jan 13 17:16:51.293110 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c4874-1cea-4ae0-b701-d0368ce7f3ac req-63999975-c88b-4690-9997-9358c55362a5 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:51.294583 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cf5c4874-1cea-4ae0-b701-d0368ce7f3ac req-63999975-c88b-4690-9997-9358c55362a5 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.1289434 Jan 13 17:16:51.385291 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-cf5c4874-1cea-4ae0-b701-d0368ce7f3ac req-bd13fea3-b9f9-4b3a-9518-03f588ab121c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645311 Jan 13 17:16:51.398023 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-b207c527-0a3a-442d-b0a0-35fb045bc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:51.399440 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-b207c527-0a3a-442d-b0a0-35fb045bc06f service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 200 len: 910 time: 0.1324329 Jan 13 17:16:51.468398 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-bf867f4e-3305-46fa-84cf-127a345f212e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 200 len: 1000 time: 0.0618820 Jan 13 17:16:51.518004 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-65d65ffc-0ee0-453a-88ec-1a21ab24e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:51.520051 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-65d65ffc-0ee0-453a-88ec-1a21ab24e07e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=075d8823-0796-47f4-a9c6-0710a52508b7 HTTP/1.1" status: 200 len: 848 time: 0.0448837 Jan 13 17:16:51.591703 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-c4c8ddea-c598-4cfc-86a6-7004e1abd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:51.593366 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-c4c8ddea-c598-4cfc-86a6-7004e1abd442 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625322 Jan 13 17:16:51.605231 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985ff7b-3b00-4556-8310-e3b0b5fbe06e req-decaec38-b726-42a3-858d-7c6ae6e63922 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:51.606682 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b985ff7b-3b00-4556-8310-e3b0b5fbe06e req-decaec38-b726-42a3-858d-7c6ae6e63922 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 946 time: 0.0844939 Jan 13 17:16:51.716528 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b985ff7b-3b00-4556-8310-e3b0b5fbe06e req-b996fde7-d7d2-4812-8fb9-a2756654aba8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911577 Jan 13 17:16:51.736056 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-a1c2761b-24b6-4c53-b857-9e051f4ff8fc service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224685 Jan 13 17:16:51.829690 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0a05590b-eaf8-4af0-b8f9-22cd2c918f23 req-53093795-0884-416c-a0c2-ad120be47872 service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934889 Jan 13 17:16:51.952854 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:16:51.969781 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb0c5f-cbbb-4ada-8e0f-885806108868 req-094f3618-d2d8-4626-a5dd-8daec64e2c8e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:51.971238 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-aeeb0c5f-cbbb-4ada-8e0f-885806108868 req-094f3618-d2d8-4626-a5dd-8daec64e2c8e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 946 time: 0.0501704 Jan 13 17:16:52.022353 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-aeeb0c5f-cbbb-4ada-8e0f-885806108868 req-222875c1-7138-46e9-bdd9-67fd565dbd57 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Jan 13 17:16:52.037390 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port ea07677e-cf1b-4390-b90e-3e3989dfa796 is: ACTIVE; New status is: DOWN {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:16:52.037910 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:52.060894 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:16:52.063097 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20635cb9-66b1-4172-9073-a09b71d16a91" -d '{"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-unplugged", "status": "completed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:16:52.075032 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:52.092842 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 13 Jan 2022 17:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261e95ee-114d-45aa-8770-9a347a3705c8 x-openstack-request-id: req-261e95ee-114d-45aa-8770-9a347a3705c8 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:52.093229 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-unplugged", "status": "failed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796", "code": 422}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:52.093488 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-261e95ee-114d-45aa-8770-9a347a3705c8 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:52.093897 dv-cinder-799871-9-iscsi neutron-server[103099]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'code': 422} returned with failed status Jan 13 17:16:52.145644 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:52.192365 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=8']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:52.500554 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be687b9-ea32-44e8-9599-2ca431958e5e req-b7de99b6-a465-45ec-829c-bed8a2e95b50 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:52.502056 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2be687b9-ea32-44e8-9599-2ca431958e5e req-b7de99b6-a465-45ec-829c-bed8a2e95b50 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0497515 Jan 13 17:16:52.550204 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2be687b9-ea32-44e8-9599-2ca431958e5e req-138d1779-9d84-4dca-926b-75fbac959526 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Jan 13 17:16:53.137349 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2885d96-8fb8-43ff-9946-9f18d85a5f20 req-c56356c5-b8d7-4a87-8785-6b3dafcdd8f9 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:53.138816 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d2885d96-8fb8-43ff-9946-9f18d85a5f20 req-c56356c5-b8d7-4a87-8785-6b3dafcdd8f9 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 946 time: 0.0486853 Jan 13 17:16:53.183659 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d2885d96-8fb8-43ff-9946-9f18d85a5f20 req-fdb306e1-572d-4cf3-9457-9a281283738c tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Jan 13 17:16:53.668586 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f8c84-575f-4f34-9040-2ce393e09dca req-03e8efde-58eb-4284-bf15-b8edaf44282a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:53.670178 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e22f8c84-575f-4f34-9040-2ce393e09dca req-03e8efde-58eb-4284-bf15-b8edaf44282a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0544362 Jan 13 17:16:53.718072 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e22f8c84-575f-4f34-9040-2ce393e09dca req-4c68f7ad-4f8f-47d2-9f3b-fe86d7072cd6 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Jan 13 17:16:53.896133 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f5b47-d8a5-4169-982a-91b017c67899 req-628c2772-ac41-4198-a3ff-6481f1fd8319 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:53.897609 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-138f5b47-d8a5-4169-982a-91b017c67899 req-628c2772-ac41-4198-a3ff-6481f1fd8319 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 946 time: 0.0809994 Jan 13 17:16:53.958115 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce09f4-7909-4515-a69f-6aeec0968535 req-57db64a4-d5b6-40af-9bb0-31e1c4d4b261 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:53.959655 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5fce09f4-7909-4515-a69f-6aeec0968535 req-57db64a4-d5b6-40af-9bb0-31e1c4d4b261 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.1091743 Jan 13 17:16:54.041210 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5fce09f4-7909-4515-a69f-6aeec0968535 req-cdfb78d3-1f8f-4314-966d-de9a05931035 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744975 Jan 13 17:16:54.058251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Deleting port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:16:54.058591 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:54.153002 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] For port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:54.153629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:54.167288 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Calling delete_port for a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:16:54.349427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2769556-d293-43d2-883f-0247b8f9b76e req-bdc31610-103f-4205-9cfd-971d80adde77 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:54.350949 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b2769556-d293-43d2-883f-0247b8f9b76e req-bdc31610-103f-4205-9cfd-971d80adde77 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 946 time: 0.0692806 Jan 13 17:16:54.394550 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 35676) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:16:54.400656 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b2769556-d293-43d2-883f-0247b8f9b76e req-4c4c5522-9512-4eb9-a6c0-5bb51f7799bc tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Jan 13 17:16:54.408481 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:54.423271 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:16:54.443275 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Pushing event deleted for resources: {'Port': ['ID=a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:54.463364 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.463866 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.464328 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.471398 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:16:54.500250 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-bf639057-2060-4c0c-9c9c-138d0a955616 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037803 Jan 13 17:16:54.510591 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-b7882e2c-9fa3-4e38-acb7-bd4be8c281fc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:16:54.510768 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] No DVR routers for this DVR port a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:16:54.511738 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-b7882e2c-9fa3-4e38-acb7-bd4be8c281fc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054808 Jan 13 17:16:54.513408 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:54.516914 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-138f5b47-d8a5-4169-982a-91b017c67899 req-9e1cabc0-ce7f-4903-9e4b-a03de13af070 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "DELETE /v2.0/ports/a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 HTTP/1.1" status: 204 len: 173 time: 0.6133769 Jan 13 17:16:54.517682 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'name': 'network-vif-deleted', 'tag': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:16:54.520652 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34dcb06-a595-41df-8588-76610269209c" -d '{"events": [{"server_uuid": "6a5a352d-3f07-4f06-829c-88fbcf053ff4", "name": "network-vif-deleted", "tag": "a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:16:54.557292 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4fa83c-57b1-407a-828c-752eb876d951 x-openstack-request-id: req-fc4fa83c-57b1-407a-828c-752eb876d951 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:54.557591 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5a352d-3f07-4f06-829c-88fbcf053ff4", "name": "network-vif-deleted", "tag": "a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:54.557847 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc4fa83c-57b1-407a-828c-752eb876d951 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:54.558286 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5a352d-3f07-4f06-829c-88fbcf053ff4', 'name': 'network-vif-deleted', 'tag': 'a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7', 'status': 'completed', 'code': 200} Jan 13 17:16:54.845766 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b99cce-1263-4da3-b348-1edf7b455e7f req-f4369b35-7b23-4638-afe8-e71eb44d7568 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:54.848459 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c9b99cce-1263-4da3-b348-1edf7b455e7f req-f4369b35-7b23-4638-afe8-e71eb44d7568 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0543406 Jan 13 17:16:54.901042 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c9b99cce-1263-4da3-b348-1edf7b455e7f req-b07ab3a7-470e-4765-b60a-e8172fb1b960 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 Jan 13 17:16:55.019600 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [req-5f1d7f86-78f6-4e02-8b4b-ca825f66da82 req-2d01b8bc-8ee5-48cf-a8d9-c8da80b29bff service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 13 17:16:55.020693 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5f1d7f86-78f6-4e02-8b4b-ca825f66da82 req-2d01b8bc-8ee5-48cf-a8d9-c8da80b29bff service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503287 Jan 13 17:16:55.159832 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13857cc-3bbc-4c1d-94dc-fd17d9976425 req-01fd475a-d0f2-40ac-a4a1-41613632f628 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:55.161961 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c13857cc-3bbc-4c1d-94dc-fd17d9976425 req-01fd475a-d0f2-40ac-a4a1-41613632f628 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0506096 Jan 13 17:16:55.209955 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c13857cc-3bbc-4c1d-94dc-fd17d9976425 req-e2e6141d-1a7c-4ad5-8c9d-d7d024930432 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Jan 13 17:16:55.378189 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd18f4-2482-4c6c-955a-0f390581892d req-a95a7568-435e-4a2b-b2ec-ad0959e97139 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:55.387067 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04bd18f4-2482-4c6c-955a-0f390581892d req-a95a7568-435e-4a2b-b2ec-ad0959e97139 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0594645 Jan 13 17:16:55.469982 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-04bd18f4-2482-4c6c-955a-0f390581892d req-5b97fced-00a3-4e56-9135-f18455e055fb tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836189 Jan 13 17:16:55.488748 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-9517169e-eb48-4f60-bca1-04d707447911 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662959 Jan 13 17:16:55.544028 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4a2406a4-b434-40f5-9738-65f586a6ab96 req-a6137d8a-25a2-4eb3-aeb8-76f533044576 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a5a352d-3f07-4f06-829c-88fbcf053ff4 HTTP/1.1" status: 200 len: 210 time: 0.0415576 Jan 13 17:16:55.954203 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-d4cb1662-0294-4e42-be40-392f1d114495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:55.955693 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-d4cb1662-0294-4e42-be40-392f1d114495 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2&tenant_id=d646351580dc4909ace49daf43fc27e8 HTTP/1.1" status: 200 len: 1097 time: 0.0418947 Jan 13 17:16:56.017255 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05ce8-dcef-44d8-be7b-25200efa2b78 req-f96943b3-f6df-4803-83f5-4ebf61760933 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:56.018915 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-33d05ce8-dcef-44d8-be7b-25200efa2b78 req-f96943b3-f6df-4803-83f5-4ebf61760933 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0530679 Jan 13 17:16:56.019474 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-18964cc7-b91a-4b7b-a709-672e9346ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:56.021529 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-18964cc7-b91a-4b7b-a709-672e9346ed25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1097 time: 0.0458903 Jan 13 17:16:56.068249 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-33d05ce8-dcef-44d8-be7b-25200efa2b78 req-6ba8d117-268c-4ce5-a0ad-88c01455a8e7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426106 Jan 13 17:16:56.115974 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-937715e4-db3a-4638-bf76-c684c221bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:56.117461 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-937715e4-db3a-4638-bf76-c684c221bac7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.0881352 Jan 13 17:16:56.181529 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-985a50f5-9714-41e0-b07b-e5e36e909070 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796 HTTP/1.1" status: 200 len: 1000 time: 0.0568874 Jan 13 17:16:56.232710 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-95a6dacf-b056-4f55-82bb-aa41ce816a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:56.234413 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-95a6dacf-b056-4f55-82bb-aa41ce816a42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0470619 Jan 13 17:16:56.279427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-d7e3b6a3-ed20-400e-afd3-07f754c029ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:56.280957 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-d7e3b6a3-ed20-400e-afd3-07f754c029ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407772 Jan 13 17:16:56.393585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a331e8a-3a52-4a43-b1db-8f74e657c1c1 req-4d01e002-487c-40a9-bf31-adf2cb6fdbd1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:56.395099 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a331e8a-3a52-4a43-b1db-8f74e657c1c1 req-4d01e002-487c-40a9-bf31-adf2cb6fdbd1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.1039500 Jan 13 17:16:56.438416 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-12122025-3c73-4122-9d44-9c76197112ca service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386395 Jan 13 17:16:56.498409 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5a331e8a-3a52-4a43-b1db-8f74e657c1c1 req-8ebf1fa0-3e0b-4678-bb0b-15ac95afa167 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928581 Jan 13 17:16:56.544548 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7d412a51-9b2e-498b-8d46-09bf97448bd7 req-a959cb5d-f226-4f1d-9f6d-b47a5c2e46af service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981116 Jan 13 17:16:56.601432 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c30c3-385f-40c0-9475-116dd9ebcc62 req-5a74d2a8-3140-4b5b-96c3-1beecc13983c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:56.602921 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-190c30c3-385f-40c0-9475-116dd9ebcc62 req-5a74d2a8-3140-4b5b-96c3-1beecc13983c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0488875 Jan 13 17:16:56.659431 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-190c30c3-385f-40c0-9475-116dd9ebcc62 req-71ec872e-5a21-4c27-85a2-6a1e8f151075 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502090 Jan 13 17:16:57.223899 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e684f2-7f72-4ffe-8dfb-da7baae2f526 req-c9f332de-9a23-4abc-b320-769350be010f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:57.226502 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-83e684f2-7f72-4ffe-8dfb-da7baae2f526 req-c9f332de-9a23-4abc-b320-769350be010f tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0679617 Jan 13 17:16:57.287441 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-83e684f2-7f72-4ffe-8dfb-da7baae2f526 req-3e2b87db-d3db-417d-ae7a-c003b7fcc9d4 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542958 Jan 13 17:16:57.620936 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f56fe7-6b25-4f02-9e51-3f78ac21215c req-1b8d8db8-41e6-435e-955c-1dbdc8122b02 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:57.622822 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e0f56fe7-6b25-4f02-9e51-3f78ac21215c req-1b8d8db8-41e6-435e-955c-1dbdc8122b02 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0536466 Jan 13 17:16:57.688236 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e0f56fe7-6b25-4f02-9e51-3f78ac21215c req-d7d00fbd-cd9e-4c1c-b4f3-e9bbe3ce74c0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551584 Jan 13 17:16:57.790006 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d3a5b-8688-48f4-a9e0-7c40052e95f1 req-a3431b45-eb3a-46a4-bd53-add3b7f9507f tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:57.791524 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d3d3a5b-8688-48f4-a9e0-7c40052e95f1 req-a3431b45-eb3a-46a4-bd53-add3b7f9507f tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0578864 Jan 13 17:16:57.843410 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d3d3a5b-8688-48f4-a9e0-7c40052e95f1 req-af3bbf1c-2742-4928-ba66-18fab05fad57 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461147 Jan 13 17:16:58.277517 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device d4528d8e-b3b8-473b-b91a-3beb291d4f14 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:16:58.357656 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port d4528d8e-b3b8-473b-b91a-3beb291d4f14 is: ACTIVE; New status is: DOWN {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:16:58.358046 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:58.391373 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:16:58.393792 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685e5983-d4e5-4bf0-bd4e-990b3b7784da" -d '{"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:16:58.399328 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:16:58.432198 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e07f-54a5-4c3f-953b-ac69a9fbff11 req-92b5f5d2-8480-457d-a566-282e960df6e8 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:58.432198 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-95f6e07f-54a5-4c3f-953b-ac69a9fbff11 req-92b5f5d2-8480-457d-a566-282e960df6e8 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0677803 Jan 13 17:16:58.432942 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 13 Jan 2022 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7b4605-d060-43b6-9e69-87d175c01e9a x-openstack-request-id: req-7c7b4605-d060-43b6-9e69-87d175c01e9a {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:16:58.432942 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-unplugged", "status": "failed", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14", "code": 422}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:16:58.433126 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c7b4605-d060-43b6-9e69-87d175c01e9a {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:16:58.433461 dv-cinder-799871-9-iscsi neutron-server[103099]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'code': 422} returned with failed status Jan 13 17:16:58.485530 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:16:58.486693 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:16:58.491064 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-95f6e07f-54a5-4c3f-953b-ac69a9fbff11 req-d02d0ee3-698a-444a-a986-0dbd0a2c23bd tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587475 Jan 13 17:16:58.511731 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:16:58.512161 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device a16ea3a4-d84f-4e5c-8fd0-9ad81cd68ec7 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:16:58.557780 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=6']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:16:58.814732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124542-1239-49a8-92fd-77f4640e896e req-9519bc67-5210-43f8-8dc4-cd34a4b280e6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:58.816234 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ca124542-1239-49a8-92fd-77f4640e896e req-9519bc67-5210-43f8-8dc4-cd34a4b280e6 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0550885 Jan 13 17:16:58.862644 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ca124542-1239-49a8-92fd-77f4640e896e req-3f0582e8-293e-4800-bf99-74ce6b67da76 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401568 Jan 13 17:16:58.958951 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d56519-e743-4ef4-a9cd-29c99b877101 req-cf95541a-0163-45f3-b43b-d2b495827239 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:58.960424 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-02d56519-e743-4ef4-a9cd-29c99b877101 req-cf95541a-0163-45f3-b43b-d2b495827239 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0475292 Jan 13 17:16:59.007123 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-02d56519-e743-4ef4-a9cd-29c99b877101 req-76ce5101-4063-4bad-a33f-c4b93cc79371 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411825 Jan 13 17:16:59.599848 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f28ac-7d40-41f1-bf9a-db346a13b7b9 req-8241fee0-42cc-4de7-adc4-ca3aaf4adf59 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:59.601448 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-379f28ac-7d40-41f1-bf9a-db346a13b7b9 req-8241fee0-42cc-4de7-adc4-ca3aaf4adf59 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0474656 Jan 13 17:16:59.654179 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-379f28ac-7d40-41f1-bf9a-db346a13b7b9 req-aabdf89e-1c70-4c1c-9e34-787de92cd358 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461679 Jan 13 17:16:59.988921 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bba1c9-1d1a-46f3-90cb-4361572809b5 req-ab68136d-ac32-4265-bab9-f02d0faf0ca3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:16:59.991829 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e9bba1c9-1d1a-46f3-90cb-4361572809b5 req-ab68136d-ac32-4265-bab9-f02d0faf0ca3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0560820 Jan 13 17:17:00.055610 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e9bba1c9-1d1a-46f3-90cb-4361572809b5 req-b1f66d34-ddb7-4aa0-b1ff-e5346090ada8 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540674 Jan 13 17:17:00.141912 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74d0ca-25a7-4e91-8f67-c52d9ead67d3 req-b3ee342f-162e-436c-8181-16fc6df7dcda tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:00.143359 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2e74d0ca-25a7-4e91-8f67-c52d9ead67d3 req-b3ee342f-162e-436c-8181-16fc6df7dcda tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0474277 Jan 13 17:17:00.194945 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2e74d0ca-25a7-4e91-8f67-c52d9ead67d3 req-24aa17ad-d936-4687-b6c6-186be29f0e7b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461252 Jan 13 17:17:00.777231 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651bdbd-baf2-4631-b008-42bee59e1025 req-22ef2532-9fd8-4f09-bc33-9793b8325fbf tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:00.778825 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0651bdbd-baf2-4631-b008-42bee59e1025 req-22ef2532-9fd8-4f09-bc33-9793b8325fbf tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0573447 Jan 13 17:17:00.830805 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0651bdbd-baf2-4631-b008-42bee59e1025 req-8e26ab92-5f1e-459f-a2ef-094a4f7d84cb tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455461 Jan 13 17:17:00.890951 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:17:01.204753 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51700f11-c692-43fc-999f-7e7d85fdc1ac req-414dc9a7-796b-4517-9cec-dc59e38cb4e9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:01.206394 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-51700f11-c692-43fc-999f-7e7d85fdc1ac req-414dc9a7-796b-4517-9cec-dc59e38cb4e9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0593402 Jan 13 17:17:01.293707 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-51700f11-c692-43fc-999f-7e7d85fdc1ac req-88a87c32-8bb1-454a-b61a-dc6887e25cb3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785110 Jan 13 17:17:01.366224 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6d214-214b-45a2-a559-d75089cb709f req-a8ba0d2b-b15b-4993-a950-8fdb098311f7 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:01.373775 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f3c6d214-214b-45a2-a559-d75089cb709f req-a8ba0d2b-b15b-4993-a950-8fdb098311f7 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0754480 Jan 13 17:17:01.423514 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f3c6d214-214b-45a2-a559-d75089cb709f req-e767cf41-96c2-4c62-ab20-10c30e223824 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487950 Jan 13 17:17:01.952522 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d065a96-d908-4080-a866-c3143dd8e79b req-575b994b-4eb5-483e-9ba6-ebfb986086c7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:01.953981 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d065a96-d908-4080-a866-c3143dd8e79b req-575b994b-4eb5-483e-9ba6-ebfb986086c7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0520711 Jan 13 17:17:02.002866 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-6d065a96-d908-4080-a866-c3143dd8e79b req-b13e99f8-3e8f-4213-81d6-4d3394d9c549 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Jan 13 17:17:02.408445 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3be6-17f2-431a-941d-3d8bcd969695 req-0d32fde2-2d6e-4165-ad27-c6e947fffac7 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:02.410634 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2aac3be6-17f2-431a-941d-3d8bcd969695 req-0d32fde2-2d6e-4165-ad27-c6e947fffac7 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0533781 Jan 13 17:17:02.462846 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2aac3be6-17f2-431a-941d-3d8bcd969695 req-f5a7189c-7c04-468f-a7e3-0e80277ecf85 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466318 Jan 13 17:17:02.572906 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865863a-f179-4ed0-8244-bf4a487ae3f7 req-793015b0-0f15-4eb6-942e-e09a85209d78 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:02.575149 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e865863a-f179-4ed0-8244-bf4a487ae3f7 req-793015b0-0f15-4eb6-942e-e09a85209d78 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0632823 Jan 13 17:17:02.635193 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e865863a-f179-4ed0-8244-bf4a487ae3f7 req-9f770a9d-22f2-41d3-b017-927426b32f6c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532401 Jan 13 17:17:03.129441 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dff35-de7c-43de-9cb2-b22ffad4b525 req-3fa81ef0-99ff-4e1c-92e7-8380232d6cd6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:03.131639 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b4dff35-de7c-43de-9cb2-b22ffad4b525 req-3fa81ef0-99ff-4e1c-92e7-8380232d6cd6 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0491505 Jan 13 17:17:03.177739 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7b4dff35-de7c-43de-9cb2-b22ffad4b525 req-1df2b1f6-0bd5-4d9d-892d-49f080072378 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Jan 13 17:17:03.589417 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ab67-d8c4-4990-ae20-4e131ab53bc7 req-7f16f290-eee9-48a8-8ed4-5e1e6e786d83 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:03.590878 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7598ab67-d8c4-4990-ae20-4e131ab53bc7 req-7f16f290-eee9-48a8-8ed4-5e1e6e786d83 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0472012 Jan 13 17:17:03.646926 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7598ab67-d8c4-4990-ae20-4e131ab53bc7 req-20431d3f-ae7e-40dc-8466-8d3ec65ce5a1 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504560 Jan 13 17:17:03.694517 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4089cf53-4080-448c-8a0b-d62db9072ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:03.772851 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06219-d2fb-4ec7-9b7f-4ddeee2b61f1 req-deeaf41e-a9bc-4ae5-95a9-5c569d1ef469 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:03.774312 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7cb06219-d2fb-4ec7-9b7f-4ddeee2b61f1 req-deeaf41e-a9bc-4ae5-95a9-5c569d1ef469 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0531564 Jan 13 17:17:03.822871 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7cb06219-d2fb-4ec7-9b7f-4ddeee2b61f1 req-4fc41bf1-9c7a-4d39-8cdb-0efc30ba766a tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Jan 13 17:17:04.291462 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343052-0af2-4b29-a13f-b5b8196c353e req-399a021b-fbf2-44b7-ae9b-824716f295f8 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:04.292977 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1343052-0af2-4b29-a13f-b5b8196c353e req-399a021b-fbf2-44b7-ae9b-824716f295f8 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0506783 Jan 13 17:17:04.339075 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1343052-0af2-4b29-a13f-b5b8196c353e req-5dffc003-5b76-40ba-b975-7bafc23c1fc7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405288 Jan 13 17:17:04.773402 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f454f-8be6-48c5-b8d9-b1cd2845aae2 req-2b52ac22-2b07-4cc9-84c6-b1216ed79f04 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:04.774862 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d06f454f-8be6-48c5-b8d9-b1cd2845aae2 req-2b52ac22-2b07-4cc9-84c6-b1216ed79f04 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0475523 Jan 13 17:17:04.821621 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d06f454f-8be6-48c5-b8d9-b1cd2845aae2 req-21029712-82d2-4d0c-8c5f-d07d32587155 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Jan 13 17:17:05.001072 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c1eb3-904f-4e52-8313-4e489784f9c7 req-41127da4-f1be-4832-81dc-6fba946be733 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:05.002853 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-273c1eb3-904f-4e52-8313-4e489784f9c7 req-41127da4-f1be-4832-81dc-6fba946be733 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0509722 Jan 13 17:17:05.056958 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-273c1eb3-904f-4e52-8313-4e489784f9c7 req-1ab5d5da-85e2-4828-ab3b-de29c5dc97b8 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477545 Jan 13 17:17:05.466189 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45568294-31f1-4b7a-ac94-2df00a283a86 req-989d64a1-632b-4ca7-95bb-981affa5a9ff tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:05.467676 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-45568294-31f1-4b7a-ac94-2df00a283a86 req-989d64a1-632b-4ca7-95bb-981affa5a9ff tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0540709 Jan 13 17:17:05.515097 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-45568294-31f1-4b7a-ac94-2df00a283a86 req-22b0b06b-cf80-4f4e-8790-3544001e105d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416598 Jan 13 17:17:05.911616 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bf482d16-7dfd-43ce-b04f-8671c6dc2abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:05.943742 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e087db-3856-4fe5-8c79-dd30e4bb0109 req-463b5bdf-d872-47b8-b999-4407a74f9d16 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:05.945265 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-84e087db-3856-4fe5-8c79-dd30e4bb0109 req-463b5bdf-d872-47b8-b999-4407a74f9d16 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0490057 Jan 13 17:17:06.015653 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-84e087db-3856-4fe5-8c79-dd30e4bb0109 req-7ec31d51-afb1-4b12-9cd8-d30422673593 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647516 Jan 13 17:17:06.169813 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ecec2-2b87-48b0-8119-9936c093b04a req-6f7b676e-d2fe-46dd-b505-b3e6df0ce5be tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:06.171172 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-799ecec2-2b87-48b0-8119-9936c093b04a req-6f7b676e-d2fe-46dd-b505-b3e6df0ce5be tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0472164 Jan 13 17:17:06.218054 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-799ecec2-2b87-48b0-8119-9936c093b04a req-29e35a66-091a-4f39-a915-fad5c5b55abe tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 Jan 13 17:17:06.628091 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447413a9-c1ac-4302-8ab9-2756e8fb56ab req-363f35a2-c274-4a01-b27e-1122a22549ba tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:06.629531 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-447413a9-c1ac-4302-8ab9-2756e8fb56ab req-363f35a2-c274-4a01-b27e-1122a22549ba tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0473728 Jan 13 17:17:06.673795 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-447413a9-c1ac-4302-8ab9-2756e8fb56ab req-b8cd59df-86a3-44bd-9b6e-c704ac5d7660 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382121 Jan 13 17:17:07.015307 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:07.151413 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331069f-d889-4455-a2cd-f50cba1d90d2 req-38c7bebc-d4f1-4a0c-ac50-6c69f824050d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:07.158228 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7331069f-d889-4455-a2cd-f50cba1d90d2 req-38c7bebc-d4f1-4a0c-ac50-6c69f824050d tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0583539 Jan 13 17:17:07.222371 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7331069f-d889-4455-a2cd-f50cba1d90d2 req-2f0b7f48-8ef2-482a-b501-f0ef4f1117ed tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616169 Jan 13 17:17:07.308354 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-b720513b-f987-431c-8875-09aaf179814a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:07.310104 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-b720513b-f987-431c-8875-09aaf179814a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/networks?id=1fd716d1-44f9-40a2-a470-4633c501bfe4 HTTP/1.1" status: 200 len: 812 time: 0.1310754 Jan 13 17:17:07.324831 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-b39a5c0b-99b4-4eca-a9e1-ee366a19c66b tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/quotas/4290f402ea134c208bb6dda8dca695a8 HTTP/1.1" status: 200 len: 375 time: 0.0095043 Jan 13 17:17:07.367724 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-2d9652a2-7230-4dd4-9223-26c89143fc88 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4290f402ea134c208bb6dda8dca695a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267015 Jan 13 17:17:07.370127 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc60fb-1b00-40e4-b734-01c452f8e35d req-2a880c77-d717-4c86-9ba3-2623bc696dee tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:07.372162 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-13cc60fb-1b00-40e4-b734-01c452f8e35d req-2a880c77-d717-4c86-9ba3-2623bc696dee tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0593376 Jan 13 17:17:07.454411 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-13cc60fb-1b00-40e4-b734-01c452f8e35d req-40d7aa66-1b43-444c-ab12-8c4ffdc3bbc9 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756564 Jan 13 17:17:07.493012 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-c828f10d-e985-46f4-bc0e-83e137d3f5a0 service neutron] 10.222.0.42 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176977 Jan 13 17:17:07.582877 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-5f77406c-94d1-4c4b-9697-40b1509dc36c service neutron] 10.222.0.42 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837314 Jan 13 17:17:07.792336 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfafc1e-a772-49de-89f4-f98d84b2ed6e req-51209eb5-886b-4fb4-bd93-f5baf206651b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:07.794068 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fcfafc1e-a772-49de-89f4-f98d84b2ed6e req-51209eb5-886b-4fb4-bd93-f5baf206651b tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0534754 Jan 13 17:17:07.849348 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fcfafc1e-a772-49de-89f4-f98d84b2ed6e req-6ca12880-8ba5-41e0-9b48-ded048ad0252 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458267 Jan 13 17:17:07.874239 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9337cd18-dc56-4e55-8c1d-12edcf5eb329 req-359428a6-63b6-4cb0-acf1-c61699ff62f0 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 210 time: 0.0583241 Jan 13 17:17:08.346768 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989d54-aee9-405d-88b4-23ab6d5885fc req-f10c3a89-1f36-422d-8193-bd7832240356 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:08.348279 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-18989d54-aee9-405d-88b4-23ab6d5885fc req-f10c3a89-1f36-422d-8193-bd7832240356 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0521877 Jan 13 17:17:08.394798 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-18989d54-aee9-405d-88b4-23ab6d5885fc req-f1d5d87f-d4b5-4166-b0b6-ccc11f72260a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Jan 13 17:17:08.448183 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:08.570173 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416ee32-b9c3-4008-8519-f159f3b5195e req-b4586aa5-29a6-4095-b945-d78e2399760b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:08.571659 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4416ee32-b9c3-4008-8519-f159f3b5195e req-b4586aa5-29a6-4095-b945-d78e2399760b tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0483181 Jan 13 17:17:08.619743 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4416ee32-b9c3-4008-8519-f159f3b5195e req-12c6e261-1891-4e4a-85af-98b90dc2b78f tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422823 Jan 13 17:17:08.965902 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e4c69-0bcf-48a2-ac0b-f630d0ba89bd req-329988cf-c825-4ed3-928e-66b99a623360 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:08.969639 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b94e4c69-0bcf-48a2-ac0b-f630d0ba89bd req-329988cf-c825-4ed3-928e-66b99a623360 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0544496 Jan 13 17:17:08.985199 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4e9a8251-52dc-4aaf-b5a6-f80d22401648 req-d1659d7f-30e1-46de-9d0d-0594dbd6ef29 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 210 time: 0.0340307 Jan 13 17:17:09.016794 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b94e4c69-0bcf-48a2-ac0b-f630d0ba89bd req-23b8f6d6-9d61-4b51-b887-341e0a07fec2 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Jan 13 17:17:09.540627 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079463a-08db-4f16-a76d-10e5e417e913 req-96b0284f-c164-4ffe-85f2-ec82e38f8d48 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.542086 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7079463a-08db-4f16-a76d-10e5e417e913 req-96b0284f-c164-4ffe-85f2-ec82e38f8d48 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0761094 Jan 13 17:17:09.547627 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-a3604b13-b878-4692-9b21-cf4eeb9c0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.549041 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-a3604b13-b878-4692-9b21-cf4eeb9c0f44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e&tenant_id=d027829118e74e49b3df90cfc013ab6a HTTP/1.1" status: 200 len: 1096 time: 0.0574229 Jan 13 17:17:09.613261 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7079463a-08db-4f16-a76d-10e5e417e913 req-4604b1b5-797a-4798-8793-de0e0725ffa3 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632825 Jan 13 17:17:09.625816 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-e331b738-f776-4de8-a38e-3927a385f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.627310 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-e331b738-f776-4de8-a38e-3927a385f4e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1096 time: 0.0529964 Jan 13 17:17:09.671739 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:09.752169 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27f53c-0b07-4a39-946a-5b2fdb46ed9f req-488d5f47-1f4a-481a-844d-5ba008394d86 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.753710 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4d27f53c-0b07-4a39-946a-5b2fdb46ed9f req-488d5f47-1f4a-481a-844d-5ba008394d86 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0517800 Jan 13 17:17:09.762727 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-60dd432b-9bd6-4edd-b1d3-6dc345e0ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.764214 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-60dd432b-9bd6-4edd-b1d3-6dc345e0ab33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 200 len: 910 time: 0.1231089 Jan 13 17:17:09.789014 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-968c0fa5-482d-40e5-a6d9-a0f49d1251b7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.790434 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-968c0fa5-482d-40e5-a6d9-a0f49d1251b7 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0791793 Jan 13 17:17:09.806437 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4d27f53c-0b07-4a39-946a-5b2fdb46ed9f req-78c8dde5-0a45-42c8-8688-d76cc8b723c2 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465431 Jan 13 17:17:09.876471 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-01a434e7-b856-442f-a2f2-bdf123dea677 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 200 len: 998 time: 0.1042571 Jan 13 17:17:09.950414 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-55e344c2-8adb-4fb6-9a0a-a766caa98764 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.952049 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-55e344c2-8adb-4fb6-9a0a-a766caa98764 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "GET /v2.0/networks?id=1fd716d1-44f9-40a2-a470-4633c501bfe4 HTTP/1.1" status: 200 len: 812 time: 0.1048806 Jan 13 17:17:09.952643 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-3cc5135b-e7c8-42a5-b011-8af2174e37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:09.954068 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-3cc5135b-e7c8-42a5-b011-8af2174e37d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=075d8823-0796-47f4-a9c6-0710a52508b7 HTTP/1.1" status: 200 len: 848 time: 0.0573905 Jan 13 17:17:09.964179 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Deleting port 0bacb59b-0205-4f7f-ba22-2122f031679c {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:17:09.964518 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:09.970554 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Request body: {'port': {'device_id': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4', 'admin_state_up': True, 'tenant_id': '4290f402ea134c208bb6dda8dca695a8'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:17:10.084871 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-673b6e2b-c234-44fe-be04-ee36c0be57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:10.086367 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-673b6e2b-c234-44fe-be04-ee36c0be57a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1190743 Jan 13 17:17:10.113800 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1bd4eeba-0dec-4ea1-abc5-492614bd8047 req-96b2ecf7-fa0f-413e-8cc3-6698528262e0 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 210 time: 0.0578101 Jan 13 17:17:10.153451 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Made reservation on behalf of 4290f402ea134c208bb6dda8dca695a8 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:17:10.156898 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.169224 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] For port 0bacb59b-0205-4f7f-ba22-2122f031679c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0bacb59b-0205-4f7f-ba22-2122f031679c,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:10.169591 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.191849 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689fbf2-9cc6-4bcc-92de-9a189ec17e47 req-7c9432ef-671e-4d2b-a3d9-d209e2d41757 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:10.191849 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7689fbf2-9cc6-4bcc-92de-9a189ec17e47 req-7c9432ef-671e-4d2b-a3d9-d209e2d41757 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 946 time: 0.0741954 Jan 13 17:17:10.289876 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-693f0667-cbc9-4bdd-92c2-f89afdbb267f service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872973 Jan 13 17:17:10.312677 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7689fbf2-9cc6-4bcc-92de-9a189ec17e47 req-9750c301-eadc-492a-8081-4c8d6728ebcb tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups?id=a526c242-1bcb-445c-a507-35dc3b52085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871916 Jan 13 17:17:10.334127 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Allocated IP 172.20.0.3 (1fd716d1-44f9-40a2-a470-4633c501bfe4/1463adbd-5dff-46bc-a3ab-c39322b6b9f5/f4a65e25-993b-4559-85a2-99a9000762f4) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:17:10.434623 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.434976 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (ce839e78-244a-4ee5-82cf-f0a28d5ee0c5), after_update {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.435284 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Floating IP ce839e78-244a-4ee5-82cf-f0a28d5ee0c5 disassociated. External IP: 172.27.0.20, port: 0bacb59b-0205-4f7f-ba22-2122f031679c. Jan 13 17:17:10.435618 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Calling delete_port for 0bacb59b-0205-4f7f-ba22-2122f031679c owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:17:10.447289 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-3cf8d88a-0fe6-4ead-8a4d-bb2fb8d6e780 req-2809db09-c2ef-490b-865a-882f793f1c0a service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511686 Jan 13 17:17:10.490064 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks [] for port (f4a65e25-993b-4559-85a2-99a9000762f4), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.593911 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.635040 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Network 1fd716d1-44f9-40a2-a470-4633c501bfe4 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:17:10.639394 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (0bacb59b-0205-4f7f-ba22-2122f031679c), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.641466 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:17:10.643808 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:17:10.667716 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Pushing event updated for resources: {'Port': ['ID=f4a65e25-993b-4559-85a2-99a9000762f4,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:10.678663 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.679005 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.679345 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.679710 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.679986 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.680333 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.680655 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.680975 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.681292 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.681609 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.681767 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event deleted for resources: {'Port': ['ID=0bacb59b-0205-4f7f-ba22-2122f031679c,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:10.681922 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.682237 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.682545 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:10.776105 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:10.776105 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:10.934972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492447-ca6a-43c6-b159-6d979f826bd6 req-161f81f2-9928-4a8b-9920-1a2eb3e776fc tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:10.936595 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-01492447-ca6a-43c6-b159-6d979f826bd6 req-161f81f2-9928-4a8b-9920-1a2eb3e776fc tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0552239 Jan 13 17:17:10.992499 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-01492447-ca6a-43c6-b159-6d979f826bd6 req-9be3f584-1a56-4a44-b4b7-4068132caaed tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472815 Jan 13 17:17:11.145929 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec75c-b379-4f70-9ca0-d4dbb1f00282 req-8f062ee4-2139-4c4c-8029-6be520edcb91 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:11.147504 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-991ec75c-b379-4f70-9ca0-d4dbb1f00282 req-8f062ee4-2139-4c4c-8029-6be520edcb91 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.4264836 Jan 13 17:17:11.192246 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Router 574b1f93-360a-4ae4-bec9-689631ba0eec has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:17:11.225067 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-991ec75c-b379-4f70-9ca0-d4dbb1f00282 req-79ba08f8-d87e-4bc9-8f3c-9ca187cdeb9b tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669153 Jan 13 17:17:11.245252 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec40c9-725f-4990-b6fd-821397a98b9f req-7667def9-fd69-4a8a-b588-4654d6e2c42e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:11.247146 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1fec40c9-725f-4990-b6fd-821397a98b9f req-7667def9-fd69-4a8a-b588-4654d6e2c42e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 931 time: 0.0517764 Jan 13 17:17:11.294411 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1fec40c9-725f-4990-b6fd-821397a98b9f req-3a878f62-fec8-46e6-a8eb-74be9b694cd3 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Jan 13 17:17:11.331310 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:17:11.347435 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] Sync routers for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:17:11.363345 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:17:11.363995 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:17:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:11.375069 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] No DVR routers for this DVR port 0bacb59b-0205-4f7f-ba22-2122f031679c on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:17:11.377860 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:11.381891 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ac9595c5-45e8-4955-9724-8733dc1395d0 req-b4de2723-85d0-4a54-a7a3-1db235cf63b1 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.57 "DELETE /v2.0/ports/0bacb59b-0205-4f7f-ba22-2122f031679c HTTP/1.1" status: 204 len: 173 time: 1.5602343 Jan 13 17:17:11.392993 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'name': 'network-vif-deleted', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:17:11.392993 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103388d-45bf-43e1-8c64-2a82216cd648" -d '{"events": [{"server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "name": "network-vif-deleted", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:17:11.433001 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b521afef-1e3a-4634-872c-d5b5f4780dbc x-openstack-request-id: req-b521afef-1e3a-4634-872c-d5b5f4780dbc {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:17:11.433931 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ce2888-1cf6-41d2-8bfa-777327a9c77a", "name": "network-vif-deleted", "tag": "0bacb59b-0205-4f7f-ba22-2122f031679c", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:17:11.434197 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b521afef-1e3a-4634-872c-d5b5f4780dbc {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:17:11.434761 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ce2888-1cf6-41d2-8bfa-777327a9c77a', 'name': 'network-vif-deleted', 'tag': '0bacb59b-0205-4f7f-ba22-2122f031679c', 'status': 'completed', 'code': 200} Jan 13 17:17:11.437084 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-34507658-e407-485b-b64c-7b847de8e2f4 req-9717fcf9-a715-47ed-899e-93591aa89518 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 210 time: 0.0354149 Jan 13 17:17:11.477602 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:17:11.647856 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-49673cbe-7038-44a7-ad46-90b1a39d9a38 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6811230 Jan 13 17:17:11.663690 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Request body: {'port': {'device_id': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:17:11.674005 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:11.700310 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] Checking router: 574b1f93-360a-4ae4-bec9-689631ba0eec for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:17:11.709091 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:17:11.709687 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:17:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:11.723149 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:11.825416 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:17:11.994667 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a65e25-993b-4559-85a2-99a9000762f4 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:17:12.002419 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Publish callbacks [] for port (f4a65e25-993b-4559-85a2-99a9000762f4), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.014769 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Transition to ACTIVE for port object f4a65e25-993b-4559-85a2-99a9000762f4 will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:17:12.023012 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.027512 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:17:12.054127 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:12.110366 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.119778 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb8783-6747-4f07-9a4f-8639b476de38 None None] The sync data for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi is: [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:45Z', 'revision_number': 4, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '33ab3896-a956-4542-8c6a-236ef240f859', 'name': '', 'network_id': 'f78f1ee0-db5c-46c7-ab25-74e0b36a54eb', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'mac_address': 'fa:16:3e:d9:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:43Z', 'updated_at': '2022-01-13T17:10:55Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'subnets': [{'id': '80f570f9-2aeb-4c43-be39-e4925bd97f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:17:12.135046 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231445ed-db3a-4670-8509-e3ee44e63a24 req-e588457c-696b-4ca7-b1db-8a7eaee082d7 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:12.138031 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-231445ed-db3a-4670-8509-e3ee44e63a24 req-e588457c-696b-4ca7-b1db-8a7eaee082d7 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0733449 Jan 13 17:17:12.170218 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:12.192904 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'port_id': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'mac_address': 'fa:16:3e:80:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:17:12.230965 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port ea07677e-cf1b-4390-b90e-3e3989dfa796 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:17:12.231354 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.244798 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea07677e-cf1b-4390-b90e-3e3989dfa796 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:17:12.249503 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a65e25-993b-4559-85a2-99a9000762f4,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:12.267215 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:12.288799 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-231445ed-db3a-4670-8509-e3ee44e63a24 req-eb3bcae4-aa19-4f39-b3c9-cf6f61f0cf24 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278901 Jan 13 17:17:12.326113 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Attempting to bind port f4a65e25-993b-4559-85a2-99a9000762f4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:17:12.326454 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Attempting to bind port f4a65e25-993b-4559-85a2-99a9000762f4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:17:12.326816 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Attempting to bind port f4a65e25-993b-4559-85a2-99a9000762f4 on network 1fd716d1-44f9-40a2-a470-4633c501bfe4 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:17:12.331564 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Port f4a65e25-993b-4559-85a2-99a9000762f4 on network 1fd716d1-44f9-40a2-a470-4633c501bfe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:17:12.331889 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Attempting to bind port f4a65e25-993b-4559-85a2-99a9000762f4 on network 1fd716d1-44f9-40a2-a470-4633c501bfe4 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:17:12.336797 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.353030 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:17:12.353538 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Checking segment: {'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:17:12.354029 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Bound using segment: {'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:17:12.354581 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Bound port: f4a65e25-993b-4559-85a2-99a9000762f4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:17:12.355059 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.386465 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a516f7-5745-4792-aa40-fe219a82406c req-ec8b0f6b-2438-4c5c-b312-917a5f3b7b5f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:12.388052 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-74a516f7-5745-4792-aa40-fe219a82406c req-ec8b0f6b-2438-4c5c-b312-917a5f3b7b5f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 944 time: 0.0769851 Jan 13 17:17:12.402588 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=9']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:12.457265 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-74a516f7-5745-4792-aa40-fe219a82406c req-cb8b82ed-0574-48d9-88cb-c1d400326288 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631812 Jan 13 17:17:12.462752 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0012b3-6b70-4b36-9206-60d700da52ae None None] New status for floating IP ce839e78-244a-4ee5-82cf-f0a28d5ee0c5: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:17:12.520956 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] For port f4a65e25-993b-4559-85a2-99a9000762f4, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:17:12.530616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1456-f16b-4936-b7af-640e33e16e24 req-6fd2138d-907a-4752-bfe6-a2bd2dcd117a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:12.532314 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ca3b1456-f16b-4936-b7af-640e33e16e24 req-6fd2138d-907a-4752-bfe6-a2bd2dcd117a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 943 time: 0.1471095 Jan 13 17:17:12.534276 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] For port f4a65e25-993b-4559-85a2-99a9000762f4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4a65e25-993b-4559-85a2-99a9000762f4,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:17:12.573351 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f3915d34-d45c-40c2-b4f3-cb897c00a996 req-ff2c995c-1a00-44dd-8765-a1946e2e21a4 tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ce2888-1cf6-41d2-8bfa-777327a9c77a HTTP/1.1" status: 200 len: 210 time: 0.0324240 Jan 13 17:17:12.582599 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['ea07677e-cf1b-4390-b90e-3e3989dfa796'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:17:12.603235 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ca3b1456-f16b-4936-b7af-640e33e16e24 req-f65849b0-acc2-43d1-bdc3-7cb421f3b200 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628831 Jan 13 17:17:12.608373 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.646337 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:12.647250 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:12.648703 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] 10.222.0.57 "PUT /v2.0/ports/f4a65e25-993b-4559-85a2-99a9000762f4 HTTP/1.1" status: 200 len: 1093 time: 0.9902318 Jan 13 17:17:12.652065 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'tag': 'f4a65e25-993b-4559-85a2-99a9000762f4'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:17:12.655293 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e05d69-a5be-4cb2-8faa-233a609519b6" -d '{"events": [{"name": "network-changed", "server_uuid": "50a0576c-1714-4a16-9ef4-abc849e7984a", "tag": "f4a65e25-993b-4559-85a2-99a9000762f4"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:17:12.684964 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed04ffd-30e7-4858-99c3-b2e17d569294 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a65e25-993b-4559-85a2-99a9000762f4,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:12.769958 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2c6a0c-6ebc-4507-b6e1-877299021077 x-openstack-request-id: req-cc2c6a0c-6ebc-4507-b6e1-877299021077 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:17:12.776563 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a0576c-1714-4a16-9ef4-abc849e7984a", "tag": "f4a65e25-993b-4559-85a2-99a9000762f4", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:17:12.776563 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc2c6a0c-6ebc-4507-b6e1-877299021077 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:17:12.776563 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'tag': 'f4a65e25-993b-4559-85a2-99a9000762f4', 'status': 'completed', 'code': 200} Jan 13 17:17:12.801033 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-34ad6d2f-09a7-42cd-8c01-d9929545298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:12.802539 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-34ad6d2f-09a7-42cd-8c01-d9929545298d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4290f402ea134c208bb6dda8dca695a8&device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 1096 time: 0.0487640 Jan 13 17:17:12.846835 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-dbeffc6d-078f-4e0f-99c0-82bc71ee8585 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a65e25-993b-4559-85a2-99a9000762f4 HTTP/1.1" status: 200 len: 217 time: 0.0360308 Jan 13 17:17:12.894174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-6e3b0ab9-9475-4252-927d-b0c017340634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:12.896173 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-6e3b0ab9-9475-4252-927d-b0c017340634 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1463adbd-5dff-46bc-a3ab-c39322b6b9f5 HTTP/1.1" status: 200 len: 852 time: 0.0422857 Jan 13 17:17:12.929571 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-f9631f38-4572-4c52-a82a-ba04e25140b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fd716d1-44f9-40a2-a470-4633c501bfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235257 Jan 13 17:17:13.256321 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-2d1746ed-76b1-46f9-a768-4b53f197c57e service neutron] 10.222.0.57 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191876 Jan 13 17:17:13.342555 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d77bee83-5f76-4c94-9977-5fb9b89106f8 req-843ddf68-bd26-4e4e-87d3-d3558c599e35 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791423 Jan 13 17:17:13.406718 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee598d-3be8-4f7e-8a2f-72a88085100c req-cb4d0fc3-fba6-4bdc-8084-487d13febe81 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:13.408229 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2bee598d-3be8-4f7e-8a2f-72a88085100c req-cb4d0fc3-fba6-4bdc-8084-487d13febe81 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0514731 Jan 13 17:17:13.464419 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-2bee598d-3be8-4f7e-8a2f-72a88085100c req-7d36bd63-4ed7-4ae2-a2b4-0ef158321c2c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497339 Jan 13 17:17:13.492567 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-a9935d79-eb5a-4c15-abff-69e25f8df8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:13.494168 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-a9935d79-eb5a-4c15-abff-69e25f8df8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4290f402ea134c208bb6dda8dca695a8&device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 1096 time: 0.0462792 Jan 13 17:17:13.581305 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7159bad-ab3f-4959-9c56-a91af8a6d051 req-c2f30f6f-f931-4d98-a45f-77e98a8d3561 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:13.582748 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d7159bad-ab3f-4959-9c56-a91af8a6d051 req-c2f30f6f-f931-4d98-a45f-77e98a8d3561 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Jan 13 17:17:13.583931 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-ae28034f-dcc1-44df-ae19-00ff419ef4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:13.585455 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-ae28034f-dcc1-44df-ae19-00ff419ef4c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1fd716d1-44f9-40a2-a470-4633c501bfe4 HTTP/1.1" status: 200 len: 913 time: 0.0853975 Jan 13 17:17:13.626616 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-5d975f26-1041-4b3e-a76d-1491ec47eed4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a65e25-993b-4559-85a2-99a9000762f4 HTTP/1.1" status: 200 len: 217 time: 0.0343413 Jan 13 17:17:13.629284 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d7159bad-ab3f-4959-9c56-a91af8a6d051 req-89fad614-60ed-4399-b58a-b6d06877ff43 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404620 Jan 13 17:17:13.677965 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-8fa70621-996c-4078-a597-fd37d46d4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:13.679430 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-8fa70621-996c-4078-a597-fd37d46d4157 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1463adbd-5dff-46bc-a3ab-c39322b6b9f5 HTTP/1.1" status: 200 len: 852 time: 0.0461626 Jan 13 17:17:13.711289 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-7895cab7-eb02-4784-a312-f5d239126b3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1fd716d1-44f9-40a2-a470-4633c501bfe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245032 Jan 13 17:17:13.730255 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 35930) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:13.745421 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0b8b-8462-4e1f-baae-3930fe175544 req-bd1a8f07-b4e0-49b4-b46d-cc8667457340 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:13.746875 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b91a0b8b-8462-4e1f-baae-3930fe175544 req-bd1a8f07-b4e0-49b4-b46d-cc8667457340 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 943 time: 0.0530236 Jan 13 17:17:13.804283 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-cfd50740-3c1c-4029-822f-07a041b416fe service neutron] 10.222.0.57 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852888 Jan 13 17:17:13.815838 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b91a0b8b-8462-4e1f-baae-3930fe175544 req-9959efaf-de23-49c2-b30a-8e526d6c42b8 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618031 Jan 13 17:17:13.825820 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66b32542-7033-4b60-8ca5-d8efe744a4ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (a526c242-1bcb-445c-a507-35dc3b52085f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:13.853397 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66b32542-7033-4b60-8ca5-d8efe744a4ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (a526c242-1bcb-445c-a507-35dc3b52085f), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:13.892804 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c6e05d69-a5be-4cb2-8faa-233a609519b6 req-7961ed38-1d8e-4803-ac9b-1ac9ab5eee67 service neutron] 10.222.0.57 "GET /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820222 Jan 13 17:17:13.967972 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66b32542-7033-4b60-8ca5-d8efe744a4ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (a526c242-1bcb-445c-a507-35dc3b52085f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:13.970600 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-66b32542-7033-4b60-8ca5-d8efe744a4ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:13.971801 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-66b32542-7033-4b60-8ca5-d8efe744a4ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "DELETE /v2.0/security-groups/a526c242-1bcb-445c-a507-35dc3b52085f HTTP/1.1" status: 204 len: 168 time: 0.2406168 Jan 13 17:17:13.975149 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 35932) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:13.981623 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b32542-7033-4b60-8ca5-d8efe744a4ec tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a526c242-1bcb-445c-a507-35dc3b52085f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:13.992780 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.api.v2.resource [None req-e03ee6da-6081-4315-a2af-f201bdc9e47d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] show failed (client error): The resource could not be found. Jan 13 17:17:13.993785 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e03ee6da-6081-4315-a2af-f201bdc9e47d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "GET /v2.0/security-groups/a526c242-1bcb-445c-a507-35dc3b52085f HTTP/1.1" status: 404 len: 347 time: 0.0176857 Jan 13 17:17:13.997082 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 35934) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:14.028081 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:17:14.075240 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port ea07677e-cf1b-4390-b90e-3e3989dfa796 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:17:14.075723 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.116957 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Deleting port 34e71b1f-6deb-4e28-9091-9f677fa8776a {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:17:14.117205 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.157596 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port ea07677e-cf1b-4390-b90e-3e3989dfa796 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:17:14.157981 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.179828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:17:14.182083 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c67430f-7561-4da7-a268-b9ce716288c9" -d '{"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:17:14.190524 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.191132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (34e71b1f-6deb-4e28-9091-9f677fa8776a), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.194931 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:14.202999 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Calling delete_port for 34e71b1f-6deb-4e28-9091-9f677fa8776a owned by network:floatingip {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:17:14.221549 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f75bf-9120-4dcb-b494-66187f3745e3 x-openstack-request-id: req-950f75bf-9120-4dcb-b494-66187f3745e3 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:17:14.221843 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:17:14.222099 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-950f75bf-9120-4dcb-b494-66187f3745e3 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:17:14.222490 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'code': 200} Jan 13 17:17:14.271568 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.272431 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0bacb59b-0205-4f7f-ba22-2122f031679c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:17:14.309251 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 0bacb59b-0205-4f7f-ba22-2122f031679c {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:17:14.309595 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 0bacb59b-0205-4f7f-ba22-2122f031679c not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:17:14.337472 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=10']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:14.408284 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (34e71b1f-6deb-4e28-9091-9f677fa8776a), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.433611 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Pushing event deleted for resources: {'Port': ['ID=34e71b1f-6deb-4e28-9091-9f677fa8776a,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:14.499095 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks [] for floatingip (ce839e78-244a-4ee5-82cf-f0a28d5ee0c5), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.501844 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:14.502903 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b2ea926d-0f2c-47c5-aab7-1cc1965f835d tempest-AttachVolumeTestJSON-3694841 tempest-AttachVolumeTestJSON-3694841-project] 10.222.0.42 "DELETE /v2.0/floatingips/ce839e78-244a-4ee5-82cf-f0a28d5ee0c5 HTTP/1.1" status: 204 len: 168 time: 0.5048463 Jan 13 17:17:14.556703 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe71c7-2e2b-42bf-b97a-b1ac18b09ba2 req-ebe8e20b-3dd4-4da5-af3b-0c98696f91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:14.558201 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3ffe71c7-2e2b-42bf-b97a-b1ac18b09ba2 req-ebe8e20b-3dd4-4da5-af3b-0c98696f91d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1100 time: 0.0447888 Jan 13 17:17:14.586090 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796eb253-5549-4982-8a80-c34be5d68701 req-e78ddff4-d71e-4c3f-8066-2159dc6300f5 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:14.587665 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-796eb253-5549-4982-8a80-c34be5d68701 req-e78ddff4-d71e-4c3f-8066-2159dc6300f5 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0514634 Jan 13 17:17:14.606550 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3ffe71c7-2e2b-42bf-b97a-b1ac18b09ba2 req-fffd999d-6d96-4f85-8ef8-9c4fd485a28e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 Jan 13 17:17:14.635733 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-796eb253-5549-4982-8a80-c34be5d68701 req-3b822c17-2415-4797-afac-42e02e216740 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 Jan 13 17:17:14.753472 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a767d3-7247-454a-8a57-d8a6aac20b8f req-61f7e863-7c18-42ae-b115-451a67966db0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:14.755618 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-17a767d3-7247-454a-8a57-d8a6aac20b8f req-61f7e863-7c18-42ae-b115-451a67966db0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0521100 Jan 13 17:17:14.803396 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-17a767d3-7247-454a-8a57-d8a6aac20b8f req-51dc5c25-6ab5-4a5f-9096-bc69a6a1e085 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Jan 13 17:17:14.926518 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84fd6-04dd-4bc0-82cc-37cb75737742 req-5206cb01-35df-4297-85a4-3b0e76e59d69 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:14.927903 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0bf84fd6-04dd-4bc0-82cc-37cb75737742 req-5206cb01-35df-4297-85a4-3b0e76e59d69 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 943 time: 0.0469704 Jan 13 17:17:14.977637 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0bf84fd6-04dd-4bc0-82cc-37cb75737742 req-67dff3f5-866f-4339-ae82-d36270faecf5 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 Jan 13 17:17:15.752105 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc967d49-c297-47af-9e2f-409121370496 req-74a6b254-2051-4fc2-bc7d-5c7b82c64230 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:15.753569 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bc967d49-c297-47af-9e2f-409121370496 req-74a6b254-2051-4fc2-bc7d-5c7b82c64230 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0518339 Jan 13 17:17:15.807990 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-bc967d49-c297-47af-9e2f-409121370496 req-da8399ab-58de-48de-8363-50a85e0695f2 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480039 Jan 13 17:17:15.937707 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294038c9-32d1-4ef3-b574-d04d36fb7e42 req-a04b5420-f191-4cfc-a60e-0227f877e066 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:15.939163 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-294038c9-32d1-4ef3-b574-d04d36fb7e42 req-a04b5420-f191-4cfc-a60e-0227f877e066 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0485981 Jan 13 17:17:15.984750 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-294038c9-32d1-4ef3-b574-d04d36fb7e42 req-0574a5ac-ab93-42b5-b0f9-030e64802862 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Jan 13 17:17:16.065229 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f4a65e25-993b-4559-85a2-99a9000762f4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:17:16.095791 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a324a5a-51ac-4185-acbf-95421645e9ff req-53eb3116-2f0b-4cd5-afe3-78ea41d8ec0a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:16.096975 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1a324a5a-51ac-4185-acbf-95421645e9ff req-53eb3116-2f0b-4cd5-afe3-78ea41d8ec0a tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 943 time: 0.0503047 Jan 13 17:17:16.149878 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1a324a5a-51ac-4185-acbf-95421645e9ff req-0da48e05-cfc6-4c16-baf8-f211cd589781 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Jan 13 17:17:16.172680 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port f4a65e25-993b-4559-85a2-99a9000762f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4a65e25-993b-4559-85a2-99a9000762f4,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:16.188745 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'f4a65e25-993b-4559-85a2-99a9000762f4', 'network_id': '1fd716d1-44f9-40a2-a470-4633c501bfe4', 'port_id': 'f4a65e25-993b-4559-85a2-99a9000762f4', 'mac_address': 'fa:16:3e:f8:a3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1463adbd-5dff-46bc-a3ab-c39322b6b9f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:17:16.226943 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port f4a65e25-993b-4559-85a2-99a9000762f4 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:17:16.227325 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:16.243699 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a65e25-993b-4559-85a2-99a9000762f4 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:17:16.264244 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port f4a65e25-993b-4559-85a2-99a9000762f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4a65e25-993b-4559-85a2-99a9000762f4,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:16.328301 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:16.378631 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=f4a65e25-993b-4559-85a2-99a9000762f4,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:16.385823 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.386167 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.386502 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.386834 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.387157 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.387479 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.387800 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.388155 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.388491 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.388794 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.389108 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.389422 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.389851 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:17:16.571974 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['f4a65e25-993b-4559-85a2-99a9000762f4'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:17:16.925411 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27727f04-1e68-4200-a674-5a8f6cb5b9a5 req-9e09c506-eeb8-4849-b8ff-29fcc325f91c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:16.926873 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-27727f04-1e68-4200-a674-5a8f6cb5b9a5 req-9e09c506-eeb8-4849-b8ff-29fcc325f91c tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0485780 Jan 13 17:17:16.973355 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-27727f04-1e68-4200-a674-5a8f6cb5b9a5 req-bcbe64ed-e030-473f-8c96-099b98283b7e tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Jan 13 17:17:17.104403 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4f0f9-18a9-4574-92ce-dc29c5b1f9b0 req-89fc074c-92ef-46b3-b401-6a120470f108 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:17.106137 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5de4f0f9-18a9-4574-92ce-dc29c5b1f9b0 req-89fc074c-92ef-46b3-b401-6a120470f108 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0495265 Jan 13 17:17:17.161231 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5de4f0f9-18a9-4574-92ce-dc29c5b1f9b0 req-b206277f-42ff-443c-9c11-02ebdb97216c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496950 Jan 13 17:17:17.266553 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd7107-451d-4fc2-882e-315f24ea70db req-f14fc074-fcb2-47dd-b22c-6e4d6d6abe78 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:17.267996 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-73cd7107-451d-4fc2-882e-315f24ea70db req-f14fc074-fcb2-47dd-b22c-6e4d6d6abe78 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 944 time: 0.0500972 Jan 13 17:17:17.312699 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-73cd7107-451d-4fc2-882e-315f24ea70db req-703f589a-ee54-4113-84d4-3d35ad8cfb7d tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Jan 13 17:17:18.073771 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device d4528d8e-b3b8-473b-b91a-3beb291d4f14 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:17:18.076841 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f4a65e25-993b-4559-85a2-99a9000762f4 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:17:18.086885 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc75eea-51ef-4918-a3ad-7b17c998a6d3 req-65bb616a-9f3b-432e-8ab4-867121749ed3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:18.088521 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7bc75eea-51ef-4918-a3ad-7b17c998a6d3 req-65bb616a-9f3b-432e-8ab4-867121749ed3 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 943 time: 0.0483997 Jan 13 17:17:18.138005 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7bc75eea-51ef-4918-a3ad-7b17c998a6d3 req-d0f8ec8f-4210-4cf1-8cb5-01a3dbf7bd43 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Jan 13 17:17:18.202527 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:18.217955 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'port_id': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'mac_address': 'fa:16:3e:e5:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:17:18.240804 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port f4a65e25-993b-4559-85a2-99a9000762f4 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:17:18.249112 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port f4a65e25-993b-4559-85a2-99a9000762f4 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:17:18.249480 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:18.278543 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port d4528d8e-b3b8-473b-b91a-3beb291d4f14 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:17:18.278931 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:18.279493 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95769a-72de-430d-b3fb-5aece36607cb req-449156a4-c7b3-4951-8262-20f4be0a532f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:18.280992 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ac95769a-72de-430d-b3fb-5aece36607cb req-449156a4-c7b3-4951-8262-20f4be0a532f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0474589 Jan 13 17:17:18.299080 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4528d8e-b3b8-473b-b91a-3beb291d4f14 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:17:18.324483 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:18.327330 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ac95769a-72de-430d-b3fb-5aece36607cb req-c8ce03aa-ec09-4575-9ac8-548d890abf5f tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Jan 13 17:17:18.359830 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port f4a65e25-993b-4559-85a2-99a9000762f4 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:17:18.360333 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:18.387022 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a65e25-993b-4559-85a2-99a9000762f4'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:17:18.389294 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e7514-edf2-4157-87a5-793e95b20c3a" -d '{"events": [{"server_uuid": "50a0576c-1714-4a16-9ef4-abc849e7984a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a65e25-993b-4559-85a2-99a9000762f4"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:17:18.465723 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e06fd0-fb1f-46b6-bf29-fea48d71414e req-4260c97e-3c9d-4ea1-aaf8-3d69c6214b16 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:18.467683 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-32e06fd0-fb1f-46b6-bf29-fea48d71414e req-4260c97e-3c9d-4ea1-aaf8-3d69c6214b16 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 944 time: 0.0839181 Jan 13 17:17:18.533223 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36028) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:18.534084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f05ef17-7322-42b1-a338-31d703edbf96 x-openstack-request-id: req-0f05ef17-7322-42b1-a338-31d703edbf96 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:17:18.534363 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a0576c-1714-4a16-9ef4-abc849e7984a", "name": "network-vif-plugged", "status": "completed", "tag": "f4a65e25-993b-4559-85a2-99a9000762f4", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:17:18.534609 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f05ef17-7322-42b1-a338-31d703edbf96 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:17:18.534989 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a65e25-993b-4559-85a2-99a9000762f4', 'code': 200} Jan 13 17:17:18.536625 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-32e06fd0-fb1f-46b6-bf29-fea48d71414e req-bb683535-ed4c-48e3-a9f9-701136c482f8 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630319 Jan 13 17:17:18.536891 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port f4a65e25-993b-4559-85a2-99a9000762f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4a65e25-993b-4559-85a2-99a9000762f4,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:18.537849 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:18.583975 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=7']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:18.605128 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:18.652870 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=f4a65e25-993b-4559-85a2-99a9000762f4,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:18.755911 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c111b9-3c88-4605-8295-c769e1c13aa9 req-710d4f51-e321-4871-b744-ba37d8bc785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:18.757415 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c4c111b9-3c88-4605-8295-c769e1c13aa9 req-710d4f51-e321-4871-b744-ba37d8bc785b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 1098 time: 0.0492516 Jan 13 17:17:18.801380 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['d4528d8e-b3b8-473b-b91a-3beb291d4f14'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:17:18.805388 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c4c111b9-3c88-4605-8295-c769e1c13aa9 req-442fdbc2-4a1e-47fd-9de8-ba210fb57a07 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Jan 13 17:17:18.937000 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (574b1f93-360a-4ae4-bec9-689631ba0eec), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:19.173217 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Deleting port 33ab3896-a956-4542-8c6a-236ef240f859 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:17:19.173560 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (33ab3896-a956-4542-8c6a-236ef240f859), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:19.282419 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c152c91-da0a-4261-a041-58df3a056c02 req-61a3b963-61f7-45d7-8675-c7a8cbb55ec9 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:19.283865 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9c152c91-da0a-4261-a041-58df3a056c02 req-61a3b963-61f7-45d7-8675-c7a8cbb55ec9 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 944 time: 0.0768583 Jan 13 17:17:19.292448 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] For port 33ab3896-a956-4542-8c6a-236ef240f859, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=33ab3896-a956-4542-8c6a-236ef240f859,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:19.292811 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (33ab3896-a956-4542-8c6a-236ef240f859), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:19.315986 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Calling delete_port for 33ab3896-a956-4542-8c6a-236ef240f859 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:17:19.378277 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9c152c91-da0a-4261-a041-58df3a056c02 req-345cf125-28fc-4cb9-92b6-ce2560e212ca tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882516 Jan 13 17:17:19.582029 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (33ab3896-a956-4542-8c6a-236ef240f859), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:19.608537 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ab3896-a956-4542-8c6a-236ef240f859,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:19.653918 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea3e14-b8cd-4b31-af18-bbd9da7d7361 req-dbb75488-4dd1-4355-a9ac-a705bd3b01f1 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:19.656369 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-74ea3e14-b8cd-4b31-af18-bbd9da7d7361 req-dbb75488-4dd1-4355-a9ac-a705bd3b01f1 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 945 time: 0.0527506 Jan 13 17:17:19.711288 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-74ea3e14-b8cd-4b31-af18-bbd9da7d7361 req-7df7a0cc-4a97-4397-ad60-3614b34933df tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Jan 13 17:17:19.776901 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (574b1f93-360a-4ae4-bec9-689631ba0eec), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:19.993939 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Router 574b1f93-360a-4ae4-bec9-689631ba0eec has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:17:20.098456 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device d4528d8e-b3b8-473b-b91a-3beb291d4f14 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:17:20.100849 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:17:20.108508 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6f8ce0de-1370-4dd1-b8fe-b4942294c5b9 admin admin] 10.222.0.42 "PUT /v2.0/routers/574b1f93-360a-4ae4-bec9-689631ba0eec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5717967 Jan 13 17:17:20.108631 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36038) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:20.125504 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] Sync routers for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:17:20.146045 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:17:20.146675 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:17:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:20.218787 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks [] for router (574b1f93-360a-4ae4-bec9-689631ba0eec), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.237307 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port d4528d8e-b3b8-473b-b91a-3beb291d4f14 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:17:20.237672 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.284295 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:17:20.320458 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks [] for router_gateway (574b1f93-360a-4ae4-bec9-689631ba0eec), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.433319 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port d4528d8e-b3b8-473b-b91a-3beb291d4f14 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:17:20.433708 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.458679 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Deleting port 96c49800-7d56-423c-8cdb-cc8a1ef45e89 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:17:20.460140 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.509785 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:20.535457 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:17:20.537772 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538c8777-b08d-4f63-9c83-dcf342772e60" -d '{"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-plugged", "status": "completed", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:17:20.541943 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:17:19Z', 'revision_number': 5, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port': {'id': '96c49800-7d56-423c-8cdb-cc8a1ef45e89', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:29:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:36Z', 'updated_at': '2022-01-13T17:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:20.572230 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.574093 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] Checking router: 574b1f93-360a-4ae4-bec9-689631ba0eec for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:17:20.574796 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953ba95-9c7b-4bcc-824e-e7558330d947 req-f304abe7-e6d3-4b82-bde1-1c12701021d1 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:20.576337 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e953ba95-9c7b-4bcc-824e-e7558330d947 req-f304abe7-e6d3-4b82-bde1-1c12701021d1 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 944 time: 0.1035602 Jan 13 17:17:20.583726 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] For port 96c49800-7d56-423c-8cdb-cc8a1ef45e89, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=96c49800-7d56-423c-8cdb-cc8a1ef45e89,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:20.584634 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.600062 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb4fa8e-53bc-4e46-b664-cd2d3eb5c1a0 x-openstack-request-id: req-efb4fa8e-53bc-4e46-b664-cd2d3eb5c1a0 {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:17:20.606145 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-plugged", "status": "completed", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:17:20.606145 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efb4fa8e-53bc-4e46-b664-cd2d3eb5c1a0 {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:17:20.606145 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'code': 200} Jan 13 17:17:20.609089 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Calling delete_port for 96c49800-7d56-423c-8cdb-cc8a1ef45e89 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:17:20.615324 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] Routers {'574b1f93-360a-4ae4-bec9-689631ba0eec'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:17:20.615967 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:17:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['574b1f93-360a-4ae4-bec9-689631ba0eec'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:20.679229 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e953ba95-9c7b-4bcc-824e-e7558330d947 req-59d69704-aa81-4dca-9de1-87d8df737b48 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873034 Jan 13 17:17:20.693762 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=8']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:20.714011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] Set router 574b1f93-360a-4ae4-bec9-689631ba0eec gateway port host: None {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:17:20.769457 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:17:20Z', 'revision_number': 6, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port_host': None}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:20.796302 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471fd51-d5e2-405b-a582-fe9c46522d27 None None] The sync data for ids ['574b1f93-360a-4ae4-bec9-689631ba0eec'] in dv-cinder-799871-9-iscsi is: [{'id': '574b1f93-360a-4ae4-bec9-689631ba0eec', 'name': 'tempest-AttachVolumeTestJSON-134380702-router', 'tenant_id': 'f117916dcf734c32a996a44e962e7754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:17:20Z', 'revision_number': 6, 'project_id': 'f117916dcf734c32a996a44e962e7754', 'gw_port_host': None}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:17:20.843012 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17b380-b091-4ba7-be5c-b33ff51b994b req-339350e1-f38a-4a9d-802f-54de6f85fdae tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:20.844502 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6e17b380-b091-4ba7-be5c-b33ff51b994b req-339350e1-f38a-4a9d-802f-54de6f85fdae tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 945 time: 0.0583973 Jan 13 17:17:20.885217 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (96c49800-7d56-423c-8cdb-cc8a1ef45e89), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.892349 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6e17b380-b091-4ba7-be5c-b33ff51b994b req-c1d6d667-538b-4740-8dda-f06eee27b317 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Jan 13 17:17:20.911326 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c49800-7d56-423c-8cdb-cc8a1ef45e89,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:20.948198 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da5dd-bf63-464e-8180-b2b72feff555 req-d27a7441-52ad-42fa-8beb-7f10084650fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:20.950390 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f45da5dd-bf63-464e-8180-b2b72feff555 req-d27a7441-52ad-42fa-8beb-7f10084650fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1098 time: 0.0456085 Jan 13 17:17:20.986485 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (574b1f93-360a-4ae4-bec9-689631ba0eec), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:20.999457 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f45da5dd-bf63-464e-8180-b2b72feff555 req-e086850f-172c-4e7e-9152-517bc19f475c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Jan 13 17:17:21.076807 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (574b1f93-360a-4ae4-bec9-689631ba0eec), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.078850 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks [] for router_controller (574b1f93-360a-4ae4-bec9-689631ba0eec), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.176436 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (574b1f93-360a-4ae4-bec9-689631ba0eec), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.177100 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 574b1f93-360a-4ae4-bec9-689631ba0eec {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:17:21.187256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.187256 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-29fe4b17-5b2c-4fa6-80a3-85ea1d9b54e0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/574b1f93-360a-4ae4-bec9-689631ba0eec HTTP/1.1" status: 204 len: 168 time: 1.0732172 Jan 13 17:17:21.187256 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36050) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:21.237990 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] Deleting subnet 80f570f9-2aeb-4c43-be39-e4925bd97f8d {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:17:21.240705 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] Publish callbacks [] for subnet (80f570f9-2aeb-4c43-be39-e4925bd97f8d), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.278929 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (80f570f9-2aeb-4c43-be39-e4925bd97f8d), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.352899 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (80f570f9-2aeb-4c43-be39-e4925bd97f8d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.514251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (80f570f9-2aeb-4c43-be39-e4925bd97f8d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.541207 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f570f9-2aeb-4c43-be39-e4925bd97f8d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:21.547995 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.555211 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-77efb55c-7fa2-4316-ad54-5d1acf53ae92 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/80f570f9-2aeb-4c43-be39-e4925bd97f8d HTTP/1.1" status: 204 len: 168 time: 0.3661108 Jan 13 17:17:21.555661 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36056) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:21.557692 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280d564-9aad-4b97-a25c-f7ba695709ab None None] Network f78f1ee0-db5c-46c7-ab25-74e0b36a54eb requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:17:21.642333 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.702533 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Deleting port 8af91512-a381-40ac-8b33-28bfcd35f7b8 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:17:21.702868 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.726647 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] DHCP port deletion for f78f1ee0-db5c-46c7-ab25-74e0b36a54eb request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:17:21.769233 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] For port 8af91512-a381-40ac-8b33-28bfcd35f7b8, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=8af91512-a381-40ac-8b33-28bfcd35f7b8,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:21.769597 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.782729 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] Deleting port 8af91512-a381-40ac-8b33-28bfcd35f7b8 {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:17:21.783100 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.823174 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Calling delete_port for 8af91512-a381-40ac-8b33-28bfcd35f7b8 owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:17:21.876153 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] For port 8af91512-a381-40ac-8b33-28bfcd35f7b8, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=8af91512-a381-40ac-8b33-28bfcd35f7b8,segment=NetworkSegment(36a5ba3b-001d-4002-8b66-eb987eb0e017),segment_id=36a5ba3b-001d-4002-8b66-eb987eb0e017)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:21.876796 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:21.891542 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3e5e6-85e4-46da-b2ea-b4d3da3130f7 req-f3cbdccd-dc9d-469c-853c-236f4a1cafce tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:21.893254 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e5b3e5e6-85e4-46da-b2ea-b4d3da3130f7 req-f3cbdccd-dc9d-469c-853c-236f4a1cafce tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.1266859 Jan 13 17:17:21.902116 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] Calling delete_port for 8af91512-a381-40ac-8b33-28bfcd35f7b8 owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:17:21.984623 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e5b3e5e6-85e4-46da-b2ea-b4d3da3130f7 req-a134ccbb-9474-4de3-883d-9be05ff570db tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747252 Jan 13 17:17:22.040522 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 33ab3896-a956-4542-8c6a-236ef240f859 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:17:22.047944 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.062059 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 33ab3896-a956-4542-8c6a-236ef240f859 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:17:22.062401 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 33ab3896-a956-4542-8c6a-236ef240f859 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:17:22.062818 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 8af91512-a381-40ac-8b33-28bfcd35f7b8 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:17:22.075209 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af91512-a381-40ac-8b33-28bfcd35f7b8,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:22.076996 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] No DVR routers for this DVR port 8af91512-a381-40ac-8b33-28bfcd35f7b8 on host dv-cinder-799871-9-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:17:22.084702 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 8af91512-a381-40ac-8b33-28bfcd35f7b8 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:17:22.084702 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 8af91512-a381-40ac-8b33-28bfcd35f7b8 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:17:22.084702 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 96c49800-7d56-423c-8cdb-cc8a1ef45e89 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:17:22.104886 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (8af91512-a381-40ac-8b33-28bfcd35f7b8), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.108076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 96c49800-7d56-423c-8cdb-cc8a1ef45e89 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:17:22.108419 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 96c49800-7d56-423c-8cdb-cc8a1ef45e89 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:17:22.132755 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] Pushing event deleted for resources: {'Port': ['ID=8af91512-a381-40ac-8b33-28bfcd35f7b8,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:22.136247 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe01805-fa6b-4e80-813c-103428827baf None None] No DVR routers for this DVR port 8af91512-a381-40ac-8b33-28bfcd35f7b8 on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:17:22.160562 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.184382 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78f1ee0-db5c-46c7-ab25-74e0b36a54eb']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:22.193878 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a5ba3b-001d-4002-8b66-eb987eb0e017') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:22.194172 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a5ba3b-001d-4002-8b66-eb987eb0e017') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:17:22.203651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (36a5ba3b-001d-4002-8b66-eb987eb0e017), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.218575 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (36a5ba3b-001d-4002-8b66-eb987eb0e017), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.227575 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:17:22.227967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (36a5ba3b-001d-4002-8b66-eb987eb0e017), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:17:22.229791 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:17:22.233443 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:17:22.368254 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (f78f1ee0-db5c-46c7-ab25-74e0b36a54eb), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.373911 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.377707 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f78f1ee0-db5c-46c7-ab25-74e0b36a54eb HTTP/1.1" status: 204 len: 168 time: 0.8208063 Jan 13 17:17:22.389098 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81afa9-1f92-4c08-a614-255888882ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f78f1ee0-db5c-46c7-ab25-74e0b36a54eb,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:22.649461 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36064) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:22.687927 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c558646a-0bfc-4e18-8561-c406a3379d1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f117916dcf734c32a996a44e962e7754&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372729 Jan 13 17:17:22.690407 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36066) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:22.736380 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2c911a6-e7dd-4e1e-830b-e3c43654a9e0 admin admin] Publish callbacks [] for security_group (33c93246-09a2-4fc7-9498-82cdd06ba2cd), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.757207 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2c911a6-e7dd-4e1e-830b-e3c43654a9e0 admin admin] Publish callbacks [] for security_group (33c93246-09a2-4fc7-9498-82cdd06ba2cd), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.907938 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2c911a6-e7dd-4e1e-830b-e3c43654a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (33c93246-09a2-4fc7-9498-82cdd06ba2cd), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.910609 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b2c911a6-e7dd-4e1e-830b-e3c43654a9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:22.912466 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b2c911a6-e7dd-4e1e-830b-e3c43654a9e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33c93246-09a2-4fc7-9498-82cdd06ba2cd HTTP/1.1" status: 204 len: 168 time: 0.2204978 Jan 13 17:17:22.920056 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c911a6-e7dd-4e1e-830b-e3c43654a9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c93246-09a2-4fc7-9498-82cdd06ba2cd,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:23.111706 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccad59-5432-44fd-8e21-d2a764ced663 req-10c6551f-e447-491a-96ae-ebc550c60afd tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:23.113311 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7bccad59-5432-44fd-8e21-d2a764ced663 req-10c6551f-e447-491a-96ae-ebc550c60afd tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0490191 Jan 13 17:17:23.161661 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-7bccad59-5432-44fd-8e21-d2a764ced663 req-83756210-20a9-4644-b664-4728eb21c781 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Jan 13 17:17:24.592982 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36124) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:24.693440 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d927dca-4372-46b3-92b1-0906c7c35ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:24.768222 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d927dca-4372-46b3-92b1-0906c7c35ee3 admin admin] Publish callbacks [] for security_group (f6c99218-8384-4d38-a7a8-6c6662f1b555), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:24.827097 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d927dca-4372-46b3-92b1-0906c7c35ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f6c99218-8384-4d38-a7a8-6c6662f1b555), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:24.869199 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1d927dca-4372-46b3-92b1-0906c7c35ee3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abda2b89035b41729ebc75e3a50fd34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751129 Jan 13 17:17:24.870318 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d927dca-4372-46b3-92b1-0906c7c35ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c99218-8384-4d38-a7a8-6c6662f1b555,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:24.872138 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36128) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:24.919708 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecca48ed-b9ec-46d1-a27f-0eec9aa912f1 admin admin] Publish callbacks [] for security_group (f6c99218-8384-4d38-a7a8-6c6662f1b555), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:24.939752 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecca48ed-b9ec-46d1-a27f-0eec9aa912f1 admin admin] Publish callbacks [] for security_group (f6c99218-8384-4d38-a7a8-6c6662f1b555), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:25.045006 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecca48ed-b9ec-46d1-a27f-0eec9aa912f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f6c99218-8384-4d38-a7a8-6c6662f1b555), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:25.047730 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ecca48ed-b9ec-46d1-a27f-0eec9aa912f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:25.048966 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ecca48ed-b9ec-46d1-a27f-0eec9aa912f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6c99218-8384-4d38-a7a8-6c6662f1b555 HTTP/1.1" status: 204 len: 168 time: 0.1758058 Jan 13 17:17:25.057084 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca48ed-b9ec-46d1-a27f-0eec9aa912f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c99218-8384-4d38-a7a8-6c6662f1b555,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:33.687930 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2745f396-898a-46b3-9601-bcf954933f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:35.933516 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4fd196ca-a7b9-4132-aa79-ed06d8c85862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:37.013611 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:37.889712 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:17:38.442002 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:39.696093 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:41.426478 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-09b77b62-9a02-4cae-981e-cbf66296e2d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404236 Jan 13 17:17:41.489771 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-40c13da7-d030-4273-b672-39df8ef9b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:41.491752 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-40c13da7-d030-4273-b672-39df8ef9b0a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d646351580dc4909ace49daf43fc27e8&device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 1100 time: 0.0394862 Jan 13 17:17:41.601246 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-868d046e-5f65-4a1c-bc4f-764e276f58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:41.602732 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-868d046e-5f65-4a1c-bc4f-764e276f58e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 200 len: 918 time: 0.0888805 Jan 13 17:17:41.669566 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-c0293b6c-f803-44fa-9a8c-9e7406f1822c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796 HTTP/1.1" status: 200 len: 1002 time: 0.0591717 Jan 13 17:17:41.718106 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-c87c2e65-eba6-446a-81e0-dd8fd9854693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:41.719510 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-c87c2e65-eba6-446a-81e0-dd8fd9854693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 200 len: 856 time: 0.0434165 Jan 13 17:17:41.767709 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-4d6019d1-c8c1-4118-898e-ef855955bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:41.769196 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-4d6019d1-c8c1-4118-898e-ef855955bdc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=80a19623-f178-48f2-8ee6-874b462a4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426209 Jan 13 17:17:41.858627 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-942ce6a7-6ef8-46f9-b3f8-f6b096271f22 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815971 Jan 13 17:17:41.952795 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-22af5e44-d284-403a-8ceb-ff9fd9949be4 req-4671acad-56c9-4c0c-8460-d94c067b0635 service neutron] 10.222.0.57 "GET /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866234 Jan 13 17:17:41.991869 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.401133 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36336) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:43.505470 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7461bd1-6e74-45e5-a67c-98481beed36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.575616 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7461bd1-6e74-45e5-a67c-98481beed36e admin admin] Publish callbacks [] for security_group (ff9a8f1e-2cd4-41e0-9ff8-81def119b10f), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.616464 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7461bd1-6e74-45e5-a67c-98481beed36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (ff9a8f1e-2cd4-41e0-9ff8-81def119b10f), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.654048 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b7461bd1-6e74-45e5-a67c-98481beed36e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c2def0c6703434fb5760f43ed124427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518377 Jan 13 17:17:43.654904 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7461bd1-6e74-45e5-a67c-98481beed36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9a8f1e-2cd4-41e0-9ff8-81def119b10f,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:43.657555 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36344) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:43.718832 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6baf0496-928d-4a64-8ce5-466cc1c4b6a9 admin admin] Publish callbacks [] for security_group (ff9a8f1e-2cd4-41e0-9ff8-81def119b10f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.741109 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6baf0496-928d-4a64-8ce5-466cc1c4b6a9 admin admin] Publish callbacks [] for security_group (ff9a8f1e-2cd4-41e0-9ff8-81def119b10f), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.864774 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6baf0496-928d-4a64-8ce5-466cc1c4b6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (ff9a8f1e-2cd4-41e0-9ff8-81def119b10f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.867371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-6baf0496-928d-4a64-8ce5-466cc1c4b6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:43.868599 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-6baf0496-928d-4a64-8ce5-466cc1c4b6a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff9a8f1e-2cd4-41e0-9ff8-81def119b10f HTTP/1.1" status: 204 len: 168 time: 0.2099655 Jan 13 17:17:43.876310 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf0496-928d-4a64-8ce5-466cc1c4b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9a8f1e-2cd4-41e0-9ff8-81def119b10f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:44.427493 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36358) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:44.440418 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5ed202dd-2d11-4e29-9591-17c398fafcd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:44.512620 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5ed202dd-2d11-4e29-9591-17c398fafcd5 admin admin] Publish callbacks [] for security_group (f645637e-f0f9-43c1-836b-7917e31d246a), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:44.575967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5ed202dd-2d11-4e29-9591-17c398fafcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f645637e-f0f9-43c1-836b-7917e31d246a), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:44.615965 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5ed202dd-2d11-4e29-9591-17c398fafcd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cfa872891cd4ca89e0dc485d089a33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873262 Jan 13 17:17:44.617933 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed202dd-2d11-4e29-9591-17c398fafcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f645637e-f0f9-43c1-836b-7917e31d246a,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:44.618790 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36360) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:17:44.666809 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64b9d01a-6149-46f9-9d3c-8f3aa758e9b4 admin admin] Publish callbacks [] for security_group (f645637e-f0f9-43c1-836b-7917e31d246a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:44.687278 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64b9d01a-6149-46f9-9d3c-8f3aa758e9b4 admin admin] Publish callbacks [] for security_group (f645637e-f0f9-43c1-836b-7917e31d246a), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:44.802150 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64b9d01a-6149-46f9-9d3c-8f3aa758e9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f645637e-f0f9-43c1-836b-7917e31d246a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:44.805303 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-64b9d01a-6149-46f9-9d3c-8f3aa758e9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:44.806574 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-64b9d01a-6149-46f9-9d3c-8f3aa758e9b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f645637e-f0f9-43c1-836b-7917e31d246a HTTP/1.1" status: 204 len: 168 time: 0.1866660 Jan 13 17:17:44.814605 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9d01a-6149-46f9-9d3c-8f3aa758e9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f645637e-f0f9-43c1-836b-7917e31d246a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:45.456490 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f40e-9c9d-4e61-92a4-d7d6bbd23ab7 req-81e588bf-d8aa-4759-a0c1-c86c2d419a19 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:45.457992 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1855f40e-9c9d-4e61-92a4-d7d6bbd23ab7 req-81e588bf-d8aa-4759-a0c1-c86c2d419a19 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 945 time: 0.0485547 Jan 13 17:17:45.504573 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1855f40e-9c9d-4e61-92a4-d7d6bbd23ab7 req-730eca31-4c85-4682-b091-426fc667435e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Jan 13 17:17:46.621711 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5efdbb-9cbd-48e8-93a1-b992dfac4ae0 req-413d8b9a-9d39-4c8e-b54b-5a99634c2687 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:46.623158 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bb5efdbb-9cbd-48e8-93a1-b992dfac4ae0 req-413d8b9a-9d39-4c8e-b54b-5a99634c2687 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 945 time: 0.0485754 Jan 13 17:17:46.677098 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bb5efdbb-9cbd-48e8-93a1-b992dfac4ae0 req-ca478cde-1e04-4781-a1a4-89ce19ed8d34 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/security-groups?id=33fdc7cd-f133-4533-b3fe-448a8e62d1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482118 Jan 13 17:17:47.325173 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-7c2ad65e-faad-4643-ac21-bf2dfc51c4ea tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:17:47.326681 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-7c2ad65e-faad-4643-ac21-bf2dfc51c4ea tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 945 time: 0.0474150 Jan 13 17:17:47.420693 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Deleting port f4a65e25-993b-4559-85a2-99a9000762f4 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:17:47.421038 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:47.509732 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] For port f4a65e25-993b-4559-85a2-99a9000762f4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f4a65e25-993b-4559-85a2-99a9000762f4,segment=NetworkSegment(ba3edf5b-0565-461d-9f9b-4d09b6c1919f),segment_id=ba3edf5b-0565-461d-9f9b-4d09b6c1919f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:17:47.510023 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:47.522442 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Calling delete_port for f4a65e25-993b-4559-85a2-99a9000762f4 owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:17:47.736134 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (f4a65e25-993b-4559-85a2-99a9000762f4), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:47.749031 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['f4a65e25-993b-4559-85a2-99a9000762f4'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:17:47.766862 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Pushing event deleted for resources: {'Port': ['ID=f4a65e25-993b-4559-85a2-99a9000762f4,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:17:47.799909 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e1d2e6df-82d9-45ae-bc65-4f22112f5809 req-1b5a24b2-da84-4bde-83b4-8a6b2352b203 tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a0576c-1714-4a16-9ef4-abc849e7984a HTTP/1.1" status: 200 len: 210 time: 0.0381732 Jan 13 17:17:47.839137 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] No DVR routers for this DVR port f4a65e25-993b-4559-85a2-99a9000762f4 on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:17:47.841762 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:17:47.845181 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0262ee18-7ab0-42d0-8815-d6e52bb4b7a4 req-d94fbe73-fcd1-43bb-9a65-b6201f6fd90e tempest-VolumesSnapshotTestJSON-917693063 tempest-VolumesSnapshotTestJSON-917693063-project] 10.222.0.57 "DELETE /v2.0/ports/f4a65e25-993b-4559-85a2-99a9000762f4 HTTP/1.1" status: 204 len: 173 time: 0.5120323 Jan 13 17:17:47.845621 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'name': 'network-vif-deleted', 'tag': 'f4a65e25-993b-4559-85a2-99a9000762f4'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:17:47.848701 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9724a535-8f4a-4171-b8de-cb064bea0a8d" -d '{"events": [{"server_uuid": "50a0576c-1714-4a16-9ef4-abc849e7984a", "name": "network-vif-deleted", "tag": "f4a65e25-993b-4559-85a2-99a9000762f4"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:17:47.886329 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728ae76f-2039-48c3-8fea-95413724d5ec x-openstack-request-id: req-728ae76f-2039-48c3-8fea-95413724d5ec {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:17:47.886618 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a0576c-1714-4a16-9ef4-abc849e7984a", "name": "network-vif-deleted", "tag": "f4a65e25-993b-4559-85a2-99a9000762f4", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:17:47.886867 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-728ae76f-2039-48c3-8fea-95413724d5ec {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:17:47.887263 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a0576c-1714-4a16-9ef4-abc849e7984a', 'name': 'network-vif-deleted', 'tag': 'f4a65e25-993b-4559-85a2-99a9000762f4', 'status': 'completed', 'code': 200} Jan 13 17:17:52.213086 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f4a65e25-993b-4559-85a2-99a9000762f4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:17:52.238009 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: f4a65e25-993b-4559-85a2-99a9000762f4 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:17:52.238343 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f4a65e25-993b-4559-85a2-99a9000762f4 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:18:03.698829 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d50ba87d-9c39-4d0a-8a9b-e1e3cad0f6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:05.890438 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-55896273-3edb-40c6-81f7-2f43185fb3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:07.009828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:07.841765 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1478b-f739-40d4-bde9-ddc80f7406a2 req-f94352ec-eedd-4ee4-b2e9-2056b05e236e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:07.844512 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5da1478b-f739-40d4-bde9-ddc80f7406a2 req-f94352ec-eedd-4ee4-b2e9-2056b05e236e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0525308 Jan 13 17:18:07.892407 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5da1478b-f739-40d4-bde9-ddc80f7406a2 req-bd982763-ee8e-4763-b409-a2f975972d6a tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396910 Jan 13 17:18:08.430204 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:09.013333 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25203a-fdbe-4850-b2a2-991f2e403fd5 req-510d9bab-3588-4b2c-a829-55ae65e17458 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:09.014830 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7a25203a-fdbe-4850-b2a2-991f2e403fd5 req-510d9bab-3588-4b2c-a829-55ae65e17458 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0480418 Jan 13 17:18:09.060941 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7a25203a-fdbe-4850-b2a2-991f2e403fd5 req-91991af9-6a02-4769-8a98-838e59ace094 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Jan 13 17:18:09.669917 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:10.176609 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b7286-b5c7-4642-986a-2feabdb00693 req-02c18dd9-98bb-4211-8263-2e88bf32c1e9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:10.178359 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5f1b7286-b5c7-4642-986a-2feabdb00693 req-02c18dd9-98bb-4211-8263-2e88bf32c1e9 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0476851 Jan 13 17:18:10.223523 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-5f1b7286-b5c7-4642-986a-2feabdb00693 req-34fd6916-624d-41b9-807b-0f2cc45471fb tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Jan 13 17:18:11.338226 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362a7b3-df63-4513-9d97-f96f6ee78dc3 req-f21fbbff-c8a0-40ca-b43e-498625760c49 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:11.339684 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b362a7b3-df63-4513-9d97-f96f6ee78dc3 req-f21fbbff-c8a0-40ca-b43e-498625760c49 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0466297 Jan 13 17:18:11.389484 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b362a7b3-df63-4513-9d97-f96f6ee78dc3 req-773468a5-a583-4cc8-bf3e-82091b46b38e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Jan 13 17:18:12.004146 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:12.522459 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831cd6-b0bc-44d0-b4c5-f615f209c7c4 req-5065cf46-0509-4008-834e-3a715ccaa806 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:12.524145 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57831cd6-b0bc-44d0-b4c5-f615f209c7c4 req-5065cf46-0509-4008-834e-3a715ccaa806 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0643833 Jan 13 17:18:12.570476 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57831cd6-b0bc-44d0-b4c5-f615f209c7c4 req-a82567b2-b97d-4dbf-b87b-db8ab838c592 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups?id=19bb0569-b886-4b7a-9fc6-ab92d16b8f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403411 Jan 13 17:18:12.652410 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba2324-b828-420d-85b8-95058906f824 req-a702821f-9fbe-4f10-8268-158440ccbc42 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:12.653752 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0fba2324-b828-420d-85b8-95058906f824 req-a702821f-9fbe-4f10-8268-158440ccbc42 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 947 time: 0.0475304 Jan 13 17:18:12.745931 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Deleting port ea07677e-cf1b-4390-b90e-3e3989dfa796 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:18:12.746289 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:12.833681 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] For port ea07677e-cf1b-4390-b90e-3e3989dfa796, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ea07677e-cf1b-4390-b90e-3e3989dfa796,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:12.834088 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:13.001501 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:13.001860 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (b4e23964-2344-4e25-8fa1-8aea4eaa7e02), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:13.002201 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.l3_db [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Floating IP b4e23964-2344-4e25-8fa1-8aea4eaa7e02 disassociated. External IP: 172.27.0.144, port: ea07677e-cf1b-4390-b90e-3e3989dfa796. Jan 13 17:18:13.002547 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Calling delete_port for ea07677e-cf1b-4390-b90e-3e3989dfa796 owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:18:13.198606 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (ea07677e-cf1b-4390-b90e-3e3989dfa796), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:13.226826 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event deleted for resources: {'Port': ['ID=ea07677e-cf1b-4390-b90e-3e3989dfa796,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:13.237636 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.238136 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.238427 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.238767 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.239100 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.239429 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.239756 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.240104 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.240571 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.240898 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.241222 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.241541 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.241860 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:13.351168 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Router cab80547-a786-44db-b2ed-3ccb5e9a0768 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:18:13.462407 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:18:13.472506 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] Sync routers for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:18:13.482557 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:18:13.483308 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:18:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:13.499188 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] No DVR routers for this DVR port ea07677e-cf1b-4390-b90e-3e3989dfa796 on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:18:13.501715 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:13.504926 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0fba2324-b828-420d-85b8-95058906f824 req-70004403-b831-4e26-8fc4-3e411895140c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.57 "DELETE /v2.0/ports/ea07677e-cf1b-4390-b90e-3e3989dfa796 HTTP/1.1" status: 204 len: 173 time: 0.8452296 Jan 13 17:18:13.505353 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-deleted', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:18:13.508179 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffc7e7e-bbe8-4277-987e-5385e72108d2" -d '{"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-deleted", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:18:13.546439 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb09f95e-0796-4944-a421-1796bfa6ebfa x-openstack-request-id: req-fb09f95e-0796-4944-a421-1796bfa6ebfa {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:18:13.546723 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2717b9fd-ad25-4ca7-b23f-c60537bd03e2", "name": "network-vif-deleted", "tag": "ea07677e-cf1b-4390-b90e-3e3989dfa796", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:18:13.546972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb09f95e-0796-4944-a421-1796bfa6ebfa {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:18:13.547360 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2717b9fd-ad25-4ca7-b23f-c60537bd03e2', 'name': 'network-vif-deleted', 'tag': 'ea07677e-cf1b-4390-b90e-3e3989dfa796', 'status': 'completed', 'code': 200} Jan 13 17:18:13.599395 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:18:13.684856 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-9c9a8d7c-b204-4659-8dcd-db0c9bc9e38d req-2ad34633-e13b-4ea8-a315-a5548881e30c tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 210 time: 0.0336251 Jan 13 17:18:13.835572 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:13.863862 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] Checking router: cab80547-a786-44db-b2ed-3ccb5e9a0768 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:18:13.874978 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:18:13.875591 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:18:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:13.965415 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-37146587-cfe7-4f36-96b9-dfdd6bbf396e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670343535&fields=id&tenant_id=d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 267 time: 0.0468795 Jan 13 17:18:13.982017 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:18:14.075030 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-3347366d-4288-4c10-a32a-74014fc180f9 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:14.076524 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-3347366d-4288-4c10-a32a-74014fc180f9 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 812 time: 0.1045690 Jan 13 17:18:14.091793 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-76c605fc-6410-4e1a-ab25-b8ce8d653315 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/quotas/d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Jan 13 17:18:14.146100 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-3983198f-974f-4e46-8a4e-2deea2b26b17 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485671 Jan 13 17:18:14.192391 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:14.219801 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cca614-cf26-4d9a-88ae-827244544964 None None] The sync data for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi is: [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:10:40Z', 'revision_number': 4, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '1230b0b9-2911-42e2-9749-65037377e193', 'name': '', 'network_id': '80a19623-f178-48f2-8ee6-874b462a4ded', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'mac_address': 'fa:16:3e:28:68:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:39Z', 'updated_at': '2022-01-13T17:10:49Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'subnets': [{'id': '46a90d3c-4d1f-48c3-b4a9-04e37c63a264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:18:14.252502 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-bb2a99a9-79e1-404c-8894-d0a404f7baa0 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954862 Jan 13 17:18:14.340501 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-b03ddf40-2f4f-4eef-9416-89e26f468944 service neutron] 10.222.0.42 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823379 Jan 13 17:18:14.456337 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88b8c4e-d324-4ebc-904e-b23200a31b3a None None] New status for floating IP b4e23964-2344-4e25-8fa1-8aea4eaa7e02: DOWN {{(pid=103099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:18:14.784615 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f734f9b4-ad4f-4ba9-ab6a-dcbc56f1bf1c req-a5967d3d-de01-4354-af66-7d1d6cae369e tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 210 time: 0.0250926 Jan 13 17:18:14.888324 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:18:14.888846 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-2908444e-34d4-4f67-996e-4072210ddb9e req-756fdeec-3476-49aa-9e9e-c267813f1da7 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 210 time: 0.0257678 Jan 13 17:18:15.885998 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-07ffeede-aa8e-434b-8961-392605a499f2 req-33f1db91-40fe-483f-a5af-8066a6640049 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/ports?device_id=2717b9fd-ad25-4ca7-b23f-c60537bd03e2 HTTP/1.1" status: 200 len: 210 time: 0.0299623 Jan 13 17:18:15.982157 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-76acb462-7255-41df-9186-5bdfe3855a91 req-b3da237e-5f69-42f9-b241-ed71e633783c tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 210 time: 0.0287507 Jan 13 17:18:17.051224 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36726) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:17.093704 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3e094f6a-af93-4861-a2ab-cdb9611df7b5 req-8f308706-a20c-4bec-a841-5298581b731f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jan 13 17:18:17.106271 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (19bb0569-b886-4b7a-9fc6-ab92d16b8f63), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.137241 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (19bb0569-b886-4b7a-9fc6-ab92d16b8f63), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.153674 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-21381333-cf1e-4feb-8533-44381ce9b50f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:17.155997 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-21381333-cf1e-4feb-8533-44381ce9b50f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 812 time: 0.1363180 Jan 13 17:18:17.230196 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-6f73f7a0-2dd3-4dd6-9cb6-521a4f912362 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51599d4bcad41b0b9995a7ac369cc34 HTTP/1.1" status: 200 len: 380 time: 0.0642169 Jan 13 17:18:17.241267 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'port': {'device_id': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'admin_state_up': True, 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'security_groups': ['519a573f-0a8f-418b-8f9a-48a8d5fc00be']}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:18:17.293179 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (19bb0569-b886-4b7a-9fc6-ab92d16b8f63), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.296089 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.297440 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "DELETE /v2.0/security-groups/19bb0569-b886-4b7a-9fc6-ab92d16b8f63 HTTP/1.1" status: 204 len: 168 time: 0.2450521 Jan 13 17:18:17.300870 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36734) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:17.319001 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bb0569-b886-4b7a-9fc6-ab92d16b8f63,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:17.321482 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.api.v2.resource [None req-3f0c8e97-6cf8-4ed4-82ab-9c87e4079cb0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] show failed (client error): The resource could not be found. Jan 13 17:18:17.322645 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3f0c8e97-6cf8-4ed4-82ab-9c87e4079cb0 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "GET /v2.0/security-groups/19bb0569-b886-4b7a-9fc6-ab92d16b8f63 HTTP/1.1" status: 404 len: 347 time: 0.0195987 Jan 13 17:18:17.327763 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36736) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:17.331169 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.331169 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.331169 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.331552 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.331884 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.332239 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.332565 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.332893 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.333218 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.333574 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.333906 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.334230 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.334553 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90201a1-e235-438e-b9d6-3799e05ff750 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:17.470274 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Made reservation on behalf of d51599d4bcad41b0b9995a7ac369cc34 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:18:17.471620 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Deleting port 535a7489-06c0-4e7a-b325-032c03e6f329 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:18:17.472117 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (535a7489-06c0-4e7a-b325-032c03e6f329), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.474543 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.556638 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (535a7489-06c0-4e7a-b325-032c03e6f329), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.556934 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (535a7489-06c0-4e7a-b325-032c03e6f329), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.568505 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Calling delete_port for 535a7489-06c0-4e7a-b325-032c03e6f329 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:18:17.606315 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Allocated IP 172.20.0.7 (d7f29ae3-e9d0-42ac-a482-40e03068c60e/f1fc73cf-513b-4077-adbd-0ae1c255dacd/8fe69e39-ceed-4446-91bd-fef50ed4f36d) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:18:17.739350 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.809878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (535a7489-06c0-4e7a-b325-032c03e6f329), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.837383 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Pushing event deleted for resources: {'Port': ['ID=535a7489-06c0-4e7a-b325-032c03e6f329,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:17.877398 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.898621 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks [] for floatingip (b4e23964-2344-4e25-8fa1-8aea4eaa7e02), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.902191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:17.906344 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2e5e2f57-8dda-4094-85ac-677312707602 tempest-AttachVolumeShelveTestJSON-118054284 tempest-AttachVolumeShelveTestJSON-118054284-project] 10.222.0.42 "DELETE /v2.0/floatingips/b4e23964-2344-4e25-8fa1-8aea4eaa7e02 HTTP/1.1" status: 204 len: 168 time: 0.5745091 Jan 13 17:18:17.906502 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:18:17.922164 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:18:17.928649 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: ea07677e-cf1b-4390-b90e-3e3989dfa796 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:18:17.928649 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device ea07677e-cf1b-4390-b90e-3e3989dfa796 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:18:17.929854 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:18:17.933590 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:18:17.957257 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=8fe69e39-ceed-4446-91bd-fef50ed4f36d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:17.985861 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:17.986515 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:18.067298 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-52a6df5f-9f2e-4112-a81e-ce5841bc259b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8297322 Jan 13 17:18:18.080465 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Request body: {'port': {'device_id': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:18:18.136353 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:18.232926 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-48a82db2-2030-47fa-8154-d98e84f4fbad None None] Provisioning complete for port 8fe69e39-ceed-4446-91bd-fef50ed4f36d triggered by entity DHCP. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:18:18.233585 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-48a82db2-2030-47fa-8154-d98e84f4fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:18.251092 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ec4ae-768f-46bc-891c-aa7c1d0e8a4a req-55b5d0d4-d4ca-41e6-ba89-118604b4dd34 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:18.253941 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-696ec4ae-768f-46bc-891c-aa7c1d0e8a4a req-55b5d0d4-d4ca-41e6-ba89-118604b4dd34 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 931 time: 0.0854909 Jan 13 17:18:18.289492 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-48a82db2-2030-47fa-8154-d98e84f4fbad None None] Port 8fe69e39-ceed-4446-91bd-fef50ed4f36d cannot update to ACTIVE because it is not bound. {{(pid=103099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 13 17:18:18.328685 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-696ec4ae-768f-46bc-891c-aa7c1d0e8a4a req-842c5a74-3365-4c81-bd56-ce3c66040dd0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682771 Jan 13 17:18:18.697099 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe69e39-ceed-4446-91bd-fef50ed4f36d {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:18:18.704474 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Publish callbacks [] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:18.719745 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Transition to ACTIVE for port object 8fe69e39-ceed-4446-91bd-fef50ed4f36d will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:18:18.858929 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:18.911772 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe69e39-ceed-4446-91bd-fef50ed4f36d,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:18.983792 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Attempting to bind port 8fe69e39-ceed-4446-91bd-fef50ed4f36d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:18:18.984168 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Attempting to bind port 8fe69e39-ceed-4446-91bd-fef50ed4f36d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:18:18.984498 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Attempting to bind port 8fe69e39-ceed-4446-91bd-fef50ed4f36d on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:18:18.989131 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Port 8fe69e39-ceed-4446-91bd-fef50ed4f36d on network d7f29ae3-e9d0-42ac-a482-40e03068c60e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:18:18.989452 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Attempting to bind port 8fe69e39-ceed-4446-91bd-fef50ed4f36d on network d7f29ae3-e9d0-42ac-a482-40e03068c60e {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:18:18.994510 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:18:18.994888 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Checking segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:18:18.995542 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Bound using segment: {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:18:18.995980 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Bound port: 8fe69e39-ceed-4446-91bd-fef50ed4f36d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b60580-7b1a-4ea5-a561-ba1730d4c4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:18:18.996367 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:19.061108 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] For port 8fe69e39-ceed-4446-91bd-fef50ed4f36d, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:18:19.064265 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] For port 8fe69e39-ceed-4446-91bd-fef50ed4f36d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:18:19.151240 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:19.187885 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:19.188512 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:19.189882 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] 10.222.0.57 "PUT /v2.0/ports/8fe69e39-ceed-4446-91bd-fef50ed4f36d HTTP/1.1" status: 200 len: 1093 time: 1.1138170 Jan 13 17:18:19.190308 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:18:19.192594 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b378de-9f6a-4320-93d2-0da4487afee6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:18:19.217148 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e1a73-391d-4cd6-b050-67e85a961f3d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe69e39-ceed-4446-91bd-fef50ed4f36d,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:19.245601 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ba190f-1878-4738-9541-4a438cae1c1b x-openstack-request-id: req-a3ba190f-1878-4738-9541-4a438cae1c1b {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:18:19.245887 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:18:19.246135 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3ba190f-1878-4738-9541-4a438cae1c1b {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:18:19.246530 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'status': 'completed', 'code': 200} Jan 13 17:18:19.448406 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f50afa-838b-40aa-930e-e830ce576f81 req-2279b11a-2278-4868-9ebe-327c2549d0ad tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:19.449880 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f8f50afa-838b-40aa-930e-e830ce576f81 req-2279b11a-2278-4868-9ebe-327c2549d0ad tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0489464 Jan 13 17:18:19.497739 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f8f50afa-838b-40aa-930e-e830ce576f81 req-7ba89194-16f8-4cf4-86d9-e5647983a64a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Jan 13 17:18:20.613923 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0b2d3-aa98-45f8-801b-b1f0275e4196 req-47f82c30-3547-4af6-bc81-a1fbb29656b9 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:20.615428 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ded0b2d3-aa98-45f8-801b-b1f0275e4196 req-47f82c30-3547-4af6-bc81-a1fbb29656b9 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0510416 Jan 13 17:18:20.666981 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-ded0b2d3-aa98-45f8-801b-b1f0275e4196 req-af9be33a-fc47-414f-8d7a-2bfb0f1e3a2b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451372 Jan 13 17:18:21.776533 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d306a-65c3-4533-9d90-dcb96e12b1c1 req-7fb98744-5e79-4be3-a02f-e8d0a49af214 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:21.777955 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8c7d306a-65c3-4533-9d90-dcb96e12b1c1 req-7fb98744-5e79-4be3-a02f-e8d0a49af214 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0461957 Jan 13 17:18:21.826419 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8c7d306a-65c3-4533-9d90-dcb96e12b1c1 req-7588fafd-a94f-4edc-8f02-49fe9d9edcda tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Jan 13 17:18:21.904634 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b378de-9f6a-4320-93d2-0da4487afee6 req-1e13c170-5ff6-4a07-8669-38d76687ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:21.906092 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d5b378de-9f6a-4320-93d2-0da4487afee6 req-1e13c170-5ff6-4a07-8669-38d76687ad56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 1096 time: 0.0400276 Jan 13 17:18:22.013260 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b378de-9f6a-4320-93d2-0da4487afee6 req-3aa9283e-87ca-4d34-b88c-b3d1fa1f940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:22.014691 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d5b378de-9f6a-4320-93d2-0da4487afee6 req-3aa9283e-87ca-4d34-b88c-b3d1fa1f940c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0939100 Jan 13 17:18:22.105231 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b378de-9f6a-4320-93d2-0da4487afee6 req-61b512b9-ef39-4bb6-ad8b-5b62fc033af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:22.106659 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d5b378de-9f6a-4320-93d2-0da4487afee6 req-61b512b9-ef39-4bb6-ad8b-5b62fc033af2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854416 Jan 13 17:18:22.187601 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-4ebcdde6-0b08-4d2f-9a6b-4e90108df8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:22.189125 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-4ebcdde6-0b08-4d2f-9a6b-4e90108df8c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 1096 time: 0.0432086 Jan 13 17:18:22.230456 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-399a0385-085b-446f-8e1d-e495a102b6fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d HTTP/1.1" status: 200 len: 217 time: 0.0324547 Jan 13 17:18:22.279208 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-b0e3e501-487b-48a0-acd4-170f37f48c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:22.280676 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-b0e3e501-487b-48a0-acd4-170f37f48c96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0437851 Jan 13 17:18:22.325404 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-e601dde8-22cc-4bdc-813e-773f02e9986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:22.326941 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-e601dde8-22cc-4bdc-813e-773f02e9986e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393109 Jan 13 17:18:22.424182 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-f99bc815-0cfd-4532-a80b-6ca610a6982a service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898025 Jan 13 17:18:22.511262 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b05e5eb6-1c0c-414b-9037-d5d63428a650 req-c9bc757e-38b5-4cb0-9b51-ea6011dc81da service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801795 Jan 13 17:18:22.782884 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36810) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:22.953518 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91013feb-a7ab-4eb1-b69f-7480cd2e5734 req-812633b4-05eb-4603-a8a4-33e85bc2498a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:22.955030 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-91013feb-a7ab-4eb1-b69f-7480cd2e5734 req-812633b4-05eb-4603-a8a4-33e85bc2498a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0599794 Jan 13 17:18:23.003804 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-91013feb-a7ab-4eb1-b69f-7480cd2e5734 req-a28f2948-b56f-401f-bc56-8edd416071fd tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Jan 13 17:18:23.557000 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (cab80547-a786-44db-b2ed-3ccb5e9a0768), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:23.793647 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Deleting port 1230b0b9-2911-42e2-9749-65037377e193 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:18:23.794333 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (1230b0b9-2911-42e2-9749-65037377e193), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:23.872177 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] For port 1230b0b9-2911-42e2-9749-65037377e193, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=1230b0b9-2911-42e2-9749-65037377e193,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:23.872543 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (1230b0b9-2911-42e2-9749-65037377e193), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:23.885986 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Calling delete_port for 1230b0b9-2911-42e2-9749-65037377e193 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:18:24.130905 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b9dcd-47a0-4d9c-9421-7311368335b9 req-9a4973d1-6b2d-4a3e-857c-1923bb1718eb tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:24.130905 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-904b9dcd-47a0-4d9c-9421-7311368335b9 req-9a4973d1-6b2d-4a3e-857c-1923bb1718eb tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0522149 Jan 13 17:18:24.154817 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (1230b0b9-2911-42e2-9749-65037377e193), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:24.193740 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Pushing event deleted for resources: {'Port': ['ID=1230b0b9-2911-42e2-9749-65037377e193,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:24.205836 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-904b9dcd-47a0-4d9c-9421-7311368335b9 req-76c6fede-0b63-4210-aca7-9d8eb48276cd tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769651 Jan 13 17:18:24.400822 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (cab80547-a786-44db-b2ed-3ccb5e9a0768), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:24.624683 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Router cab80547-a786-44db-b2ed-3ccb5e9a0768 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:18:24.738382 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:18:24.738382 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-943c2185-cee3-4174-9621-259900cc6acd admin admin] 10.222.0.42 "PUT /v2.0/routers/cab80547-a786-44db-b2ed-3ccb5e9a0768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9527264 Jan 13 17:18:24.739191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36868) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:24.743657 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] Sync routers for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:18:24.753586 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:18:24.754186 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:18:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:24.847521 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks [] for router (cab80547-a786-44db-b2ed-3ccb5e9a0768), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:24.861514 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:18:24.947645 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks [] for router_gateway (cab80547-a786-44db-b2ed-3ccb5e9a0768), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.035938 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:18:24Z', 'revision_number': 5, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port': {'id': 'a482b9e7-0807-4135-9c32-a835c80d3e20', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ac:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:10:34Z', 'updated_at': '2022-01-13T17:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:25.053243 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Deleting port a482b9e7-0807-4135-9c32-a835c80d3e20 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:18:25.054463 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.139374 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] For port a482b9e7-0807-4135-9c32-a835c80d3e20, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=a482b9e7-0807-4135-9c32-a835c80d3e20,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:25.139653 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.146565 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] Checking router: cab80547-a786-44db-b2ed-3ccb5e9a0768 for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:18:25.152299 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Calling delete_port for a482b9e7-0807-4135-9c32-a835c80d3e20 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:18:25.154833 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] Routers {'cab80547-a786-44db-b2ed-3ccb5e9a0768'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:18:25.155448 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:18:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['cab80547-a786-44db-b2ed-3ccb5e9a0768'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:25.237607 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] Set router cab80547-a786-44db-b2ed-3ccb5e9a0768 gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:18:25.292152 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:18:24Z', 'revision_number': 6, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port_host': None}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:25.330784 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356accc-873d-41d8-ad49-fd8d572f3f92 None None] The sync data for ids ['cab80547-a786-44db-b2ed-3ccb5e9a0768'] in dv-cinder-799871-9-iscsi is: [{'id': 'cab80547-a786-44db-b2ed-3ccb5e9a0768', 'name': 'tempest-AttachVolumeShelveTestJSON-1501411722-router', 'tenant_id': 'd646351580dc4909ace49daf43fc27e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:10:33Z', 'updated_at': '2022-01-13T17:18:24Z', 'revision_number': 6, 'project_id': 'd646351580dc4909ace49daf43fc27e8', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:18:25.331559 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d81623-8654-4a85-a419-c21827a2c246 req-3b833a3e-179b-4749-8bbc-ecefc8fbe7bf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:25.338386 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a4d81623-8654-4a85-a419-c21827a2c246 req-3b833a3e-179b-4749-8bbc-ecefc8fbe7bf tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0574057 Jan 13 17:18:25.380938 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (a482b9e7-0807-4135-9c32-a835c80d3e20), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.395819 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a4d81623-8654-4a85-a419-c21827a2c246 req-66fc38b0-eeb5-45ea-bc65-20180d894504 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509977 Jan 13 17:18:25.408115 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a482b9e7-0807-4135-9c32-a835c80d3e20,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:25.471406 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (cab80547-a786-44db-b2ed-3ccb5e9a0768), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.560212 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (cab80547-a786-44db-b2ed-3ccb5e9a0768), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.562279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks [] for router_controller (cab80547-a786-44db-b2ed-3ccb5e9a0768), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.655243 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (cab80547-a786-44db-b2ed-3ccb5e9a0768), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.655697 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab80547-a786-44db-b2ed-3ccb5e9a0768 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:18:25.659883 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.661047 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ca57fa2e-b31d-4c61-b1c0-896768c518a9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cab80547-a786-44db-b2ed-3ccb5e9a0768 HTTP/1.1" status: 204 len: 168 time: 0.9208078 Jan 13 17:18:25.664212 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36878) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:25.707684 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] Deleting subnet 46a90d3c-4d1f-48c3-b4a9-04e37c63a264 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:18:25.711538 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] Publish callbacks [] for subnet (46a90d3c-4d1f-48c3-b4a9-04e37c63a264), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.749926 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (46a90d3c-4d1f-48c3-b4a9-04e37c63a264), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.835454 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (46a90d3c-4d1f-48c3-b4a9-04e37c63a264), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:25.990965 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (46a90d3c-4d1f-48c3-b4a9-04e37c63a264), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.014563 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a90d3c-4d1f-48c3-b4a9-04e37c63a264,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:26.020345 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.024352 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3981d234-cb88-4a4b-a63d-d6969dc23564 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/46a90d3c-4d1f-48c3-b4a9-04e37c63a264 HTTP/1.1" status: 204 len: 168 time: 0.3591974 Jan 13 17:18:26.026815 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0571d5a0-af3b-4218-ab07-05937d190774 None None] Network 80a19623-f178-48f2-8ee6-874b462a4ded requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:18:26.027302 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36886) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:26.097744 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (80a19623-f178-48f2-8ee6-874b462a4ded), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.157606 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Deleting port f651febd-880a-41d6-b013-40dba101576a {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:18:26.158052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (f651febd-880a-41d6-b013-40dba101576a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.170590 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 1230b0b9-2911-42e2-9749-65037377e193 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:18:26.197822 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 1230b0b9-2911-42e2-9749-65037377e193 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:18:26.198099 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 1230b0b9-2911-42e2-9749-65037377e193 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:18:26.198525 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a482b9e7-0807-4135-9c32-a835c80d3e20 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:18:26.221531 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] DHCP port deletion for 80a19623-f178-48f2-8ee6-874b462a4ded request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:18:26.224995 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: a482b9e7-0807-4135-9c32-a835c80d3e20 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:18:26.229593 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device a482b9e7-0807-4135-9c32-a835c80d3e20 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:18:26.229936 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] For port f651febd-880a-41d6-b013-40dba101576a, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=f651febd-880a-41d6-b013-40dba101576a,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:26.229936 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (f651febd-880a-41d6-b013-40dba101576a), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.242760 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Calling delete_port for f651febd-880a-41d6-b013-40dba101576a owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:18:26.276838 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Deleting port f651febd-880a-41d6-b013-40dba101576a {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:18:26.277210 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (f651febd-880a-41d6-b013-40dba101576a), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.340939 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] For port f651febd-880a-41d6-b013-40dba101576a, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=f651febd-880a-41d6-b013-40dba101576a,segment=NetworkSegment(607b20a5-0187-46a3-be05-ede679bedaa7),segment_id=607b20a5-0187-46a3-be05-ede679bedaa7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:26.341337 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (f651febd-880a-41d6-b013-40dba101576a), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.353911 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Calling delete_port for f651febd-880a-41d6-b013-40dba101576a owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:18:26.399407 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (f651febd-880a-41d6-b013-40dba101576a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.411775 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] No DVR routers for this DVR port f651febd-880a-41d6-b013-40dba101576a on host dv-cinder-799871-9-iscsi {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:18:26.444425 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Pushing event deleted for resources: {'Port': ['ID=f651febd-880a-41d6-b013-40dba101576a,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:26.452166 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (f651febd-880a-41d6-b013-40dba101576a), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.478844 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Pushing event deleted for resources: {'Port': ['ID=f651febd-880a-41d6-b013-40dba101576a,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:26.491273 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] No DVR routers for this DVR port f651febd-880a-41d6-b013-40dba101576a on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.502011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63a3ce-9e33-441a-b288-f9c3ad5594c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:18:26.545566 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (80a19623-f178-48f2-8ee6-874b462a4ded), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.574247 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2413668-b966-4284-a8d8-6ccce9ec0fcd req-1fbc7808-7f0c-47ea-b242-ec9850ef3c58 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:26.575780 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e2413668-b966-4284-a8d8-6ccce9ec0fcd req-1fbc7808-7f0c-47ea-b242-ec9850ef3c58 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0783715 Jan 13 17:18:26.579576 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a19623-f178-48f2-8ee6-874b462a4ded']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:26.598474 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607b20a5-0187-46a3-be05-ede679bedaa7') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:26.598474 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607b20a5-0187-46a3-be05-ede679bedaa7') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:26.612208 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9038928'] for segment (607b20a5-0187-46a3-be05-ede679bedaa7), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.633650 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (607b20a5-0187-46a3-be05-ede679bedaa7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.649067 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:18:26.649462 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9067641'] for segment (607b20a5-0187-46a3-be05-ede679bedaa7), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: warnings.warn(msg) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: Traceback (most recent call last): Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: timer() Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: cb(*args, **kw) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: return func(*args, **kwargs) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: self._notify() Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: self.callback(batched_events) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: event.method(event) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: return f(self, *a, **k) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._get(url).json() Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: return self.request(url, 'GET', **kwargs) Jan 13 17:18:26.651127 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:18:26.655136 dv-cinder-799871-9-iscsi neutron-server[103098]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:18:26.655136 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:18:26.655136 dv-cinder-799871-9-iscsi neutron-server[103098]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:18:26.655136 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:18:26.655136 dv-cinder-799871-9-iscsi neutron-server[103098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:18:26.655136 dv-cinder-799871-9-iscsi neutron-server[103098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:18:26.664612 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e2413668-b966-4284-a8d8-6ccce9ec0fcd req-ccd6bb30-e704-436b-b736-817db26642ab tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826497 Jan 13 17:18:26.793683 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (80a19623-f178-48f2-8ee6-874b462a4ded), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.801459 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:26.804615 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] 10.222.0.42 "DELETE /v2.0/networks/80a19623-f178-48f2-8ee6-874b462a4ded HTTP/1.1" status: 204 len: 168 time: 0.7763994 Jan 13 17:18:26.813951 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2f7ed-b1f3-4f9f-a1eb-56ed0a60267e admin admin] Pushing event deleted for resources: {'Network': ['ID=80a19623-f178-48f2-8ee6-874b462a4ded,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:27.117241 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36916) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:27.156323 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2e7e0c95-653a-46a0-b12c-52f85a1d3904 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d646351580dc4909ace49daf43fc27e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378587 Jan 13 17:18:27.158732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36918) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:27.203825 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd65c783-61fd-49ca-a605-439445086045 admin admin] Publish callbacks [] for security_group (2106f028-c633-451f-943f-00d33c56473f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.224772 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd65c783-61fd-49ca-a605-439445086045 admin admin] Publish callbacks [] for security_group (2106f028-c633-451f-943f-00d33c56473f), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.390519 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd65c783-61fd-49ca-a605-439445086045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (2106f028-c633-451f-943f-00d33c56473f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.393143 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dd65c783-61fd-49ca-a605-439445086045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.396619 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-dd65c783-61fd-49ca-a605-439445086045 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2106f028-c633-451f-943f-00d33c56473f HTTP/1.1" status: 204 len: 168 time: 0.2346559 Jan 13 17:18:27.402135 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65c783-61fd-49ca-a605-439445086045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106f028-c633-451f-943f-00d33c56473f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:27.450748 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36924) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:27.554878 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-525eede7-58c3-4deb-9db4-9425a1e6048b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.629235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-525eede7-58c3-4deb-9db4-9425a1e6048b admin admin] Publish callbacks [] for security_group (f65ec676-4aeb-4ecf-9f29-1011617a9648), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.729885 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-525eede7-58c3-4deb-9db4-9425a1e6048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f65ec676-4aeb-4ecf-9f29-1011617a9648), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.794456 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eede7-58c3-4deb-9db4-9425a1e6048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ec676-4aeb-4ecf-9f29-1011617a9648,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:27.802678 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-525eede7-58c3-4deb-9db4-9425a1e6048b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76ed75fe1aba42f3a1ca3e69a775bbfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483379 Jan 13 17:18:27.803831 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36932) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:27.822223 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978d5f2-9733-45e7-8c55-72a161be19a0 req-7c7ab7c0-e705-4c5c-9c62-7206037854af tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:27.823719 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1978d5f2-9733-45e7-8c55-72a161be19a0 req-7c7ab7c0-e705-4c5c-9c62-7206037854af tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0911531 Jan 13 17:18:27.852442 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0075bc22-6dd2-4db5-a8b3-cd759b9141cb admin admin] Publish callbacks [] for security_group (f65ec676-4aeb-4ecf-9f29-1011617a9648), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:27.877586 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-1978d5f2-9733-45e7-8c55-72a161be19a0 req-2fb970f4-ab76-4f48-864f-173c187b416e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478055 Jan 13 17:18:27.881378 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0075bc22-6dd2-4db5-a8b3-cd759b9141cb admin admin] Publish callbacks [] for security_group (f65ec676-4aeb-4ecf-9f29-1011617a9648), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:28.024668 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0075bc22-6dd2-4db5-a8b3-cd759b9141cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f65ec676-4aeb-4ecf-9f29-1011617a9648), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:28.028391 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-0075bc22-6dd2-4db5-a8b3-cd759b9141cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:28.028873 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-0075bc22-6dd2-4db5-a8b3-cd759b9141cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f65ec676-4aeb-4ecf-9f29-1011617a9648 HTTP/1.1" status: 204 len: 168 time: 0.2248554 Jan 13 17:18:28.037330 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075bc22-6dd2-4db5-a8b3-cd759b9141cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ec676-4aeb-4ecf-9f29-1011617a9648,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:28.049264 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device f651febd-880a-41d6-b013-40dba101576a no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:18:28.072644 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: f651febd-880a-41d6-b013-40dba101576a {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:18:28.073009 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device f651febd-880a-41d6-b013-40dba101576a not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:18:28.699451 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36962) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:28.712309 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c30efda5-5bbd-4a8c-b176-d4f6bf777dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:28.787644 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c30efda5-5bbd-4a8c-b176-d4f6bf777dc4 admin admin] Publish callbacks [] for security_group (02d4e1c7-3229-49df-b5ed-4ebed4c53517), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:28.921996 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c30efda5-5bbd-4a8c-b176-d4f6bf777dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (02d4e1c7-3229-49df-b5ed-4ebed4c53517), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:28.972229 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30efda5-5bbd-4a8c-b176-d4f6bf777dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4e1c7-3229-49df-b5ed-4ebed4c53517,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:28.979690 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c30efda5-5bbd-4a8c-b176-d4f6bf777dc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1350892ab514e1eb4e37d2f345617ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767925 Jan 13 17:18:28.981402 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36968) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:29.013779 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5def6-15e3-4003-aae2-2529c77086a4 req-fd12c90f-9fc1-4519-b98a-83677af873f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:29.015280 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-efe5def6-15e3-4003-aae2-2529c77086a4 req-fd12c90f-9fc1-4519-b98a-83677af873f1 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0634911 Jan 13 17:18:29.034994 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bf18f270-0b3d-4af3-832c-1a58e30f41ba admin admin] Publish callbacks [] for security_group (02d4e1c7-3229-49df-b5ed-4ebed4c53517), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.057413 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bf18f270-0b3d-4af3-832c-1a58e30f41ba admin admin] Publish callbacks [] for security_group (02d4e1c7-3229-49df-b5ed-4ebed4c53517), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.067391 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-efe5def6-15e3-4003-aae2-2529c77086a4 req-e1c08258-33d8-4c5c-bf47-0288740afb6a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465300 Jan 13 17:18:29.186899 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bf18f270-0b3d-4af3-832c-1a58e30f41ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (02d4e1c7-3229-49df-b5ed-4ebed4c53517), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.189502 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bf18f270-0b3d-4af3-832c-1a58e30f41ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.190689 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-bf18f270-0b3d-4af3-832c-1a58e30f41ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02d4e1c7-3229-49df-b5ed-4ebed4c53517 HTTP/1.1" status: 204 len: 168 time: 0.2075121 Jan 13 17:18:29.198857 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18f270-0b3d-4af3-832c-1a58e30f41ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4e1c7-3229-49df-b5ed-4ebed4c53517,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:29.263811 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 36980) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:29.310323 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_v2 [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] Deleting subnet 1463adbd-5dff-46bc-a3ab-c39322b6b9f5 {{(pid=103097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:18:29.313408 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] Publish callbacks [] for subnet (1463adbd-5dff-46bc-a3ab-c39322b6b9f5), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.348177 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12403886'] for subnet (1463adbd-5dff-46bc-a3ab-c39322b6b9f5), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.389033 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (1463adbd-5dff-46bc-a3ab-c39322b6b9f5), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.516914 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12409075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8515092'] for subnet (1463adbd-5dff-46bc-a3ab-c39322b6b9f5), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.549818 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1463adbd-5dff-46bc-a3ab-c39322b6b9f5,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:29.553356 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.560226 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-646df554-31ea-405c-91a7-024ccb4d2957 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1463adbd-5dff-46bc-a3ab-c39322b6b9f5 HTTP/1.1" status: 204 len: 168 time: 0.2925868 Jan 13 17:18:29.561965 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 36994) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:29.641408 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (1fd716d1-44f9-40a2-a470-4633c501bfe4), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.725446 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (1fd716d1-44f9-40a2-a470-4633c501bfe4), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.747797 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd716d1-44f9-40a2-a470-4633c501bfe4']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:29.763052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:29.763348 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3edf5b-0565-461d-9f9b-4d09b6c1919f') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:29.778269 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9038928'] for segment (ba3edf5b-0565-461d-9f9b-4d09b6c1919f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.792225 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ba3edf5b-0565-461d-9f9b-4d09b6c1919f), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.798250 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:18:29.798638 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9067641'] for segment (ba3edf5b-0565-461d-9f9b-4d09b6c1919f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: Traceback (most recent call last): Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: timer() Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: cb(*args, **kw) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: return func(*args, **kwargs) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: self._notify() Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: self.callback(batched_events) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: event.method(event) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: return f(self, *a, **k) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._get(url).json() Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: return self.request(url, 'GET', **kwargs) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:18:29.800303 dv-cinder-799871-9-iscsi neutron-server[103098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:18:30.043661 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (1fd716d1-44f9-40a2-a470-4633c501bfe4), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.048946 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.052087 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1fd716d1-44f9-40a2-a470-4633c501bfe4 HTTP/1.1" status: 204 len: 168 time: 0.4891460 Jan 13 17:18:30.063505 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613efba2-7347-4999-a1bd-98875b8ccf60 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd716d1-44f9-40a2-a470-4633c501bfe4,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:30.183636 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077fab-80b4-4f7b-8b13-c102bcdef11a req-7c57e3ee-6ff7-4698-a5a7-3ae315d04d8e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:30.185189 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-84077fab-80b4-4f7b-8b13-c102bcdef11a req-7c57e3ee-6ff7-4698-a5a7-3ae315d04d8e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 943 time: 0.0504308 Jan 13 17:18:30.237488 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-84077fab-80b4-4f7b-8b13-c102bcdef11a req-403675d2-9310-42e6-8e35-e00def9de838 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456223 Jan 13 17:18:30.364089 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37026) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:30.442790 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37030) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:30.479308 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c2188044-feb3-44cd-a4bc-3aa0ba21c001 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4290f402ea134c208bb6dda8dca695a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385537 Jan 13 17:18:30.481740 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37032) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:30.531500 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8d7f53be-9ba4-46a6-95ff-a096faf51c46 admin admin] Publish callbacks [] for security_group (33fdc7cd-f133-4533-b3fe-448a8e62d1ac), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.557847 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8d7f53be-9ba4-46a6-95ff-a096faf51c46 admin admin] Publish callbacks [] for security_group (33fdc7cd-f133-4533-b3fe-448a8e62d1ac), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.641742 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bd-f2f2-4ba9-8a42-b6520bb50f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.666993 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8d7f53be-9ba4-46a6-95ff-a096faf51c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (33fdc7cd-f133-4533-b3fe-448a8e62d1ac), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.670003 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-8d7f53be-9ba4-46a6-95ff-a096faf51c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.673775 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-8d7f53be-9ba4-46a6-95ff-a096faf51c46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33fdc7cd-f133-4533-b3fe-448a8e62d1ac HTTP/1.1" status: 204 len: 168 time: 0.1881940 Jan 13 17:18:30.688997 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f53be-9ba4-46a6-95ff-a096faf51c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fdc7cd-f133-4533-b3fe-448a8e62d1ac,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:30.725016 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bd-f2f2-4ba9-8a42-b6520bb50f47 admin admin] Publish callbacks [] for security_group (5fb38ab1-9305-486d-a281-3aa0f7c7704b), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.804218 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-9e01b1bd-f2f2-4ba9-8a42-b6520bb50f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5fb38ab1-9305-486d-a281-3aa0f7c7704b), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.844862 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01b1bd-f2f2-4ba9-8a42-b6520bb50f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb38ab1-9305-486d-a281-3aa0f7c7704b,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:30.845570 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8fe69e39-ceed-4446-91bd-fef50ed4f36d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:18:30.862562 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-9e01b1bd-f2f2-4ba9-8a42-b6520bb50f47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29e58cf9092e4794b4d30a05838508be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974027 Jan 13 17:18:30.865412 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37046) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:30.917690 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a66-5fb7-4f9a-b506-9d343d51af98 admin admin] Publish callbacks [] for security_group (5fb38ab1-9305-486d-a281-3aa0f7c7704b), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.940714 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a66-5fb7-4f9a-b506-9d343d51af98 admin admin] Publish callbacks [] for security_group (5fb38ab1-9305-486d-a281-3aa0f7c7704b), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:30.955235 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 8fe69e39-ceed-4446-91bd-fef50ed4f36d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:30.971294 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'port_id': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'mac_address': 'fa:16:3e:db:d9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:18:31.018830 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 8fe69e39-ceed-4446-91bd-fef50ed4f36d is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:18:31.019433 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:31.039970 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe69e39-ceed-4446-91bd-fef50ed4f36d {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:18:31.062053 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 8fe69e39-ceed-4446-91bd-fef50ed4f36d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:31.090147 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a66-5fb7-4f9a-b506-9d343d51af98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5fb38ab1-9305-486d-a281-3aa0f7c7704b), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:31.092935 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-cbac8a66-5fb7-4f9a-b506-9d343d51af98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:31.094338 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-cbac8a66-5fb7-4f9a-b506-9d343d51af98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fb38ab1-9305-486d-a281-3aa0f7c7704b HTTP/1.1" status: 204 len: 168 time: 0.2271755 Jan 13 17:18:31.103481 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac8a66-5fb7-4f9a-b506-9d343d51af98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb38ab1-9305-486d-a281-3aa0f7c7704b,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:31.152400 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:31.202520 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=8fe69e39-ceed-4446-91bd-fef50ed4f36d,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:31.352410 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed06a3-3a1e-44b1-a762-6dbc46ae9f8a req-65dfe23a-2b5b-4700-a27a-6e82e105d495 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:31.353878 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d9ed06a3-3a1e-44b1-a762-6dbc46ae9f8a req-65dfe23a-2b5b-4700-a27a-6e82e105d495 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 944 time: 0.0512757 Jan 13 17:18:31.401263 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d9ed06a3-3a1e-44b1-a762-6dbc46ae9f8a req-a13d699b-e4f4-4e91-8c45-993d234339fd tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Jan 13 17:18:31.405605 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['8fe69e39-ceed-4446-91bd-fef50ed4f36d'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:18:31.733547 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37070) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:31.746920 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f3dc66-c2cf-4e88-8124-0aea844a60b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:31.817823 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f3dc66-c2cf-4e88-8124-0aea844a60b9 admin admin] Publish callbacks [] for security_group (11e2b9fa-bb11-48a2-9180-3ba644cf414f), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:31.893109 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-68f3dc66-c2cf-4e88-8124-0aea844a60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (11e2b9fa-bb11-48a2-9180-3ba644cf414f), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:31.933889 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-68f3dc66-c2cf-4e88-8124-0aea844a60b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb679267b90c4220a0a9af5a0f87c336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991572 Jan 13 17:18:31.934977 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3dc66-c2cf-4e88-8124-0aea844a60b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2b9fa-bb11-48a2-9180-3ba644cf414f,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:31.936666 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37072) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:31.994191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a839f28-a2bc-4772-9315-02a29581f290 admin admin] Publish callbacks [] for security_group (11e2b9fa-bb11-48a2-9180-3ba644cf414f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:32.015005 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a839f28-a2bc-4772-9315-02a29581f290 admin admin] Publish callbacks [] for security_group (11e2b9fa-bb11-48a2-9180-3ba644cf414f), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:32.112308 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a839f28-a2bc-4772-9315-02a29581f290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (11e2b9fa-bb11-48a2-9180-3ba644cf414f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:32.114892 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8a839f28-a2bc-4772-9315-02a29581f290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:32.116029 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-8a839f28-a2bc-4772-9315-02a29581f290 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11e2b9fa-bb11-48a2-9180-3ba644cf414f HTTP/1.1" status: 204 len: 168 time: 0.1782753 Jan 13 17:18:32.123844 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a839f28-a2bc-4772-9315-02a29581f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e2b9fa-bb11-48a2-9180-3ba644cf414f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:32.533375 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b01f06-d887-496a-ab70-e48bfd895c6a req-7cbba5db-cda1-44d9-9764-d3fabcb836ad tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:32.534868 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a3b01f06-d887-496a-ab70-e48bfd895c6a req-7cbba5db-cda1-44d9-9764-d3fabcb836ad tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 944 time: 0.0511599 Jan 13 17:18:32.586398 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-a3b01f06-d887-496a-ab70-e48bfd895c6a req-bd7a7285-7d34-4125-a1bf-148931329846 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Jan 13 17:18:32.839536 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8fe69e39-ceed-4446-91bd-fef50ed4f36d up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:18:33.032386 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 8fe69e39-ceed-4446-91bd-fef50ed4f36d completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:18:33.036345 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 8fe69e39-ceed-4446-91bd-fef50ed4f36d triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:18:33.036715 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.114011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 8fe69e39-ceed-4446-91bd-fef50ed4f36d is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:18:33.114396 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.122859 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37100) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:33.137496 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:18:33.139692 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b6a579-c909-486e-904c-8b0e5de17cd1" -d '{"events": [{"server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "name": "network-vif-plugged", "status": "completed", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:18:33.154084 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 8fe69e39-ceed-4446-91bd-fef50ed4f36d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:18:33.175476 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c2ece5-8d1d-4fbc-bd52-6afd99d60ced x-openstack-request-id: req-b7c2ece5-8d1d-4fbc-bd52-6afd99d60ced {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:18:33.175765 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "name": "network-vif-plugged", "status": "completed", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:18:33.176036 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7c2ece5-8d1d-4fbc-bd52-6afd99d60ced {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:18:33.176439 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'code': 200} Jan 13 17:18:33.221124 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.222981 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1481715256-network', 'tenant_id': 'b1addd511fb54a24ae0916eabaf1ca4d'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:18:33.268466 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=8fe69e39-ceed-4446-91bd-fef50ed4f36d,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:33.323854 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Made reservation on behalf of b1addd511fb54a24ae0916eabaf1ca4d for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:18:33.326241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.335495 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.415179 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks [] for security_group (86c018e3-61ff-489c-8d70-164e0850c531), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.470369 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (86c018e3-61ff-489c-8d70-164e0850c531), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.492263 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:18:33.531797 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c018e3-61ff-489c-8d70-164e0850c531,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:33.535539 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ddc293d2-db10-488c-8fb6-f6473b58a267), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.535759 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Added segment ddc293d2-db10-488c-8fb6-f6473b58a267 of type vlan for network 2c79b563-cd79-49e5-b80a-1f4887c05b7d Jan 13 17:18:33.595509 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (2c79b563-cd79-49e5-b80a-1f4887c05b7d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.598879 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e628-962f-4270-86d4-0b0f573d132a req-97933148-0292-4597-aa26-b1c8492d118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:33.600373 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-29c4e628-962f-4270-86d4-0b0f573d132a req-97933148-0292-4597-aa26-b1c8492d118c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 1098 time: 0.1096117 Jan 13 17:18:33.669631 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-29c4e628-962f-4270-86d4-0b0f573d132a req-a41feeaa-1171-48a2-8d02-88a453f41cf1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592172 Jan 13 17:18:33.701134 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-6b8736f2-0614-4f2d-8666-9f298c52bc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.704264 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2ddae-fdb4-4ec5-95f4-7b47a4e3440c req-3f8835ea-3339-4bf7-a9cb-c54e558ae8bd tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:33.705728 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-10c2ddae-fdb4-4ec5-95f4-7b47a4e3440c req-3f8835ea-3339-4bf7-a9cb-c54e558ae8bd tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 945 time: 0.0490139 Jan 13 17:18:33.717308 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (2c79b563-cd79-49e5-b80a-1f4887c05b7d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.718191 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:33.718759 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:33.803002 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] Pushing event updated for resources: {'Network': ['ID=2c79b563-cd79-49e5-b80a-1f4887c05b7d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:33.817297 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-383dd800-4d88-4cc2-b22b-78ec2855ae99 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6902044 Jan 13 17:18:33.817724 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37114) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:33.821903 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 2c79b563-cd79-49e5-b80a-1f4887c05b7d details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:18:33.822687 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Request body: {'subnet': {'network_id': '2c79b563-cd79-49e5-b80a-1f4887c05b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1481715256-subnet', 'tenant_id': 'b1addd511fb54a24ae0916eabaf1ca4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:18:33.823657 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-10c2ddae-fdb4-4ec5-95f4-7b47a4e3440c req-75326a68-3ee2-4692-bfae-14b8304b50b5 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123984 Jan 13 17:18:33.921583 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Made reservation on behalf of b1addd511fb54a24ae0916eabaf1ca4d for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:18:33.923976 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9349252'] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:34.141243 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9067712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350510'] for subnet (cdf8e280-589e-45ab-988f-6f9c55e4e0f1), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:34.196879 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf8e280-589e-45ab-988f-6f9c55e4e0f1,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:34.206561 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Checking segment: {'id': 'ddc293d2-db10-488c-8fb6-f6473b58a267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2c79b563-cd79-49e5-b80a-1f4887c05b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:18:34.206915 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Network hostable DHCP agents. Network: 2c79b563-cd79-49e5-b80a-1f4887c05b7d, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:18:34.277598 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Network 2c79b563-cd79-49e5-b80a-1f4887c05b7d is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:18:34.323132 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 2c79b563-cd79-49e5-b80a-1f4887c05b7d) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:18:34.327090 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:34.327669 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:34.331633 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250bf491-06ca-48fa-b679-5c068adf46a8 None None] Network 2c79b563-cd79-49e5-b80a-1f4887c05b7d requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:18:34.383833 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-28efacf7-b64e-4fa0-bfe1-49a392cb566c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5649405 Jan 13 17:18:34.425969 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffaf022-bd25-401a-ad1f-ef7e4a1bacab None None] Network 2c79b563-cd79-49e5-b80a-1f4887c05b7d requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:18:34.962581 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2019950-cc34-43b0-9254-3729666ef75f req-d019427a-c3fd-45a1-a61b-54b8e5b85f13 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:34.964233 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c2019950-cc34-43b0-9254-3729666ef75f req-d019427a-c3fd-45a1-a61b-54b8e5b85f13 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 945 time: 0.0631616 Jan 13 17:18:35.020291 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c2019950-cc34-43b0-9254-3729666ef75f req-44b848d2-df34-4e03-b954-08085a74bfc2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462375 Jan 13 17:18:35.079857 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37142) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:35.084730 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168898512-network', 'tenant_id': 'a013adace805489b8bfd284d0d8a3429'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:18:35.195688 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Made reservation on behalf of a013adace805489b8bfd284d0d8a3429 for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:18:35.197900 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.207018 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.279066 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks [] for security_group (41093eeb-eddd-4359-a77a-3de76d63383d), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.369928 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (41093eeb-eddd-4359-a77a-3de76d63383d), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.394084 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:18:35.404032 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41093eeb-eddd-4359-a77a-3de76d63383d,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:35.409878 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (de941cea-2b9c-4489-a043-70e972254e67), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.410401 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Added segment de941cea-2b9c-4489-a043-70e972254e67 of type vlan for network e3733867-793e-4a2c-aa3f-2773b5bec719 Jan 13 17:18:35.453284 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (e3733867-793e-4a2c-aa3f-2773b5bec719), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.580861 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (e3733867-793e-4a2c-aa3f-2773b5bec719), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.581822 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:35.582416 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.637916 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3733867-793e-4a2c-aa3f-2773b5bec719,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:35.652131 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network e3733867-793e-4a2c-aa3f-2773b5bec719 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:18:35.720870 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-63aa537f-fc2e-4a62-b051-5d910d10c1a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6399057 Jan 13 17:18:35.723567 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37146) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:35.728811 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Request body: {'subnet': {'network_id': 'e3733867-793e-4a2c-aa3f-2773b5bec719', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1168898512-subnet', 'tenant_id': 'a013adace805489b8bfd284d0d8a3429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:18:35.826385 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Made reservation on behalf of a013adace805489b8bfd284d0d8a3429 for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:18:35.830377 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9349252'] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:35.958213 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-fcd5dfff-ec0c-4878-8873-74cd661ecc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.058852 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9067712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350510'] for subnet (a0906861-9aa5-442a-981c-bcb69a717e35), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.114510 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0906861-9aa5-442a-981c-bcb69a717e35,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:36.122451 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Checking segment: {'id': 'de941cea-2b9c-4489-a043-70e972254e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e3733867-793e-4a2c-aa3f-2773b5bec719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:18:36.122798 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Network hostable DHCP agents. Network: e3733867-793e-4a2c-aa3f-2773b5bec719, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:18:36.140973 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafae3f-6b32-427a-ba8d-5e59284a522d req-2965f8d3-db4d-48cc-a47c-8225347659ea tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:36.142432 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6fafae3f-6b32-427a-ba8d-5e59284a522d req-2965f8d3-db4d-48cc-a47c-8225347659ea tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 945 time: 0.0479479 Jan 13 17:18:36.190739 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6fafae3f-6b32-427a-ba8d-5e59284a522d req-3c30eb87-e439-4273-9839-6e2d21202cde tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Jan 13 17:18:36.203538 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Network e3733867-793e-4a2c-aa3f-2773b5bec719 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:18:36.255099 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, e3733867-793e-4a2c-aa3f-2773b5bec719) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:18:36.263523 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7279f-d745-49ea-a5af-b7641414d622 None None] Network e3733867-793e-4a2c-aa3f-2773b5bec719 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:18:36.267568 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:36.268186 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.368646 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d74c4-cc4f-4259-bf8b-5e3919a7a231 None None] Network e3733867-793e-4a2c-aa3f-2773b5bec719 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:18:36.592745 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44bb85-7d7c-4ad5-989d-55d892899bf4 req-2966aaa6-4bd0-4d0d-86e5-4909e1918456 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:36.594242 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ec44bb85-7d7c-4ad5-989d-55d892899bf4 req-2966aaa6-4bd0-4d0d-86e5-4909e1918456 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 945 time: 0.3372531 Jan 13 17:18:36.627749 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-8678e729-4c6d-4e32-9610-92cf8fc849bd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9031086 Jan 13 17:18:36.650791 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-ec44bb85-7d7c-4ad5-989d-55d892899bf4 req-13509187-97e1-4736-b01b-a9792512e7b0 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505090 Jan 13 17:18:36.676598 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37166) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:36.718671 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9434e773-4d7d-4613-93b3-4072255dcfdf tempest-TestVolumeBootPattern-1683534554 tempest-TestVolumeBootPattern-1683534554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:36.720193 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-9434e773-4d7d-4613-93b3-4072255dcfdf tempest-TestVolumeBootPattern-1683534554 tempest-TestVolumeBootPattern-1683534554-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 1093 time: 0.0425146 Jan 13 17:18:36.723018 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37168) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:36.727878 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Request body: {'floatingip': {'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'port_id': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:18:36.744427 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37170) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:36.787310 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] Deleting subnet cdf8e280-589e-45ab-988f-6f9c55e4e0f1 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:18:36.790964 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] Publish callbacks [] for subnet (cdf8e280-589e-45ab-988f-6f9c55e4e0f1), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.815344 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.827062 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (cdf8e280-589e-45ab-988f-6f9c55e4e0f1), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.872550 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (cdf8e280-589e-45ab-988f-6f9c55e4e0f1), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.920919 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:36.996877 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37174) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:37.003359 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (cdf8e280-589e-45ab-988f-6f9c55e4e0f1), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.029425 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf8e280-589e-45ab-988f-6f9c55e4e0f1,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:37.034191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.037849 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-abb225ab-0962-4fc6-b4a7-b6425d79397b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cdf8e280-589e-45ab-988f-6f9c55e4e0f1 HTTP/1.1" status: 204 len: 168 time: 0.2919459 Jan 13 17:18:37.041377 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37178) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:37.044105 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.102326 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ebccf0e-5cdd-4f59-8232-60cd5d50eb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.141193 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (2c79b563-cd79-49e5-b80a-1f4887c05b7d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.172066 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Allocated IP 172.27.0.247 (ec69e37a-91bd-46e6-aef6-bb35a873b34e/d67abf85-e5fa-42c1-95be-e1bba6778d75/d117068e-fcfe-4683-acd3-baa2167b5994) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:18:37.176584 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ebccf0e-5cdd-4f59-8232-60cd5d50eb04 admin admin] Publish callbacks [] for security_group (9ded33f5-9bd9-4c38-9da1-cc9eebefdd63), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.255251 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-1ebccf0e-5cdd-4f59-8232-60cd5d50eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (9ded33f5-9bd9-4c38-9da1-cc9eebefdd63), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.290050 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (2c79b563-cd79-49e5-b80a-1f4887c05b7d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.294103 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-1ebccf0e-5cdd-4f59-8232-60cd5d50eb04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52385c0f22ec4a28bd949ba352b56a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961609 Jan 13 17:18:37.294968 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebccf0e-5cdd-4f59-8232-60cd5d50eb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded33f5-9bd9-4c38-9da1-cc9eebefdd63,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:37.298057 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37180) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:37.318514 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c79b563-cd79-49e5-b80a-1f4887c05b7d']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:37.336677 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc293d2-db10-488c-8fb6-f6473b58a267') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:37.336971 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc293d2-db10-488c-8fb6-f6473b58a267') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:37.347375 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ddb187-83b7-4277-a767-81015af7b255 admin admin] Publish callbacks [] for security_group (9ded33f5-9bd9-4c38-9da1-cc9eebefdd63), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.353452 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (ddc293d2-db10-488c-8fb6-f6473b58a267), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.367828 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ddb187-83b7-4277-a767-81015af7b255 admin admin] Publish callbacks [] for security_group (9ded33f5-9bd9-4c38-9da1-cc9eebefdd63), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.378253 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (d117068e-fcfe-4683-acd3-baa2167b5994), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.379812 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ddc293d2-db10-488c-8fb6-f6473b58a267), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.389006 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (ddc293d2-db10-488c-8fb6-f6473b58a267), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:18:37.390994 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:18:37.394695 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:18:37.394695 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:18:37.394695 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:18:37.495100 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ddb187-83b7-4277-a767-81015af7b255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (9ded33f5-9bd9-4c38-9da1-cc9eebefdd63), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.498015 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-10ddb187-83b7-4277-a767-81015af7b255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.499168 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-10ddb187-83b7-4277-a767-81015af7b255 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ded33f5-9bd9-4c38-9da1-cc9eebefdd63 HTTP/1.1" status: 204 len: 168 time: 0.2000306 Jan 13 17:18:37.507454 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddb187-83b7-4277-a767-81015af7b255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded33f5-9bd9-4c38-9da1-cc9eebefdd63,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:37.528881 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (d117068e-fcfe-4683-acd3-baa2167b5994), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.528881 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (2c79b563-cd79-49e5-b80a-1f4887c05b7d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.553960 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.561316 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] 10.222.0.42 "DELETE /v2.0/networks/2c79b563-cd79-49e5-b80a-1f4887c05b7d HTTP/1.1" status: 204 len: 168 time: 0.5189693 Jan 13 17:18:37.564378 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37184) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:37.585654 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930112f-bd83-4391-9443-9d3a1a059c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c79b563-cd79-49e5-b80a-1f4887c05b7d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:37.591102 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Network ec69e37a-91bd-46e6-aef6-bb35a873b34e is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:18:37.593976 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:18:37.598147 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:18:37.601220 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=d117068e-fcfe-4683-acd3-baa2167b5994,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:37.609453 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] Deleting subnet a0906861-9aa5-442a-981c-bcb69a717e35 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:18:37.612710 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] Publish callbacks [] for subnet (a0906861-9aa5-442a-981c-bcb69a717e35), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.648352 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (a0906861-9aa5-442a-981c-bcb69a717e35), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.690739 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (a0906861-9aa5-442a-981c-bcb69a717e35), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.840885 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (a0906861-9aa5-442a-981c-bcb69a717e35), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.863953 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0906861-9aa5-442a-981c-bcb69a717e35,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:37.866595 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:37.873138 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c3b791e8-e7ef-42fb-a964-f4d855d231c7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0906861-9aa5-442a-981c-bcb69a717e35 HTTP/1.1" status: 204 len: 168 time: 0.3076851 Jan 13 17:18:37.873853 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37188) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:37.984617 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (e3733867-793e-4a2c-aa3f-2773b5bec719), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.091926 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (9e221975-7bff-493f-8f02-39d70ff25ac9), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.105776 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37190) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:38.119275 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b95d-9001-47ae-a83e-99ef8860956d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.122046 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (e3733867-793e-4a2c-aa3f-2773b5bec719), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.150400 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3733867-793e-4a2c-aa3f-2773b5bec719']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:38.161878 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de941cea-2b9c-4489-a043-70e972254e67') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:38.162184 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de941cea-2b9c-4489-a043-70e972254e67') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:38.172185 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (de941cea-2b9c-4489-a043-70e972254e67), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.185641 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (de941cea-2b9c-4489-a043-70e972254e67), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.191084 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b95d-9001-47ae-a83e-99ef8860956d admin admin] Publish callbacks [] for security_group (42456af5-930c-45d4-9d1a-b6149f9202a3), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.191760 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:18:38.192215 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (de941cea-2b9c-4489-a043-70e972254e67), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:18:38.193839 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:18:38.242070 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b95d-9001-47ae-a83e-99ef8860956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (42456af5-930c-45d4-9d1a-b6149f9202a3), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.265782 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (d117068e-fcfe-4683-acd3-baa2167b5994), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.284331 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-fdb2b95d-9001-47ae-a83e-99ef8860956d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fab971ede4044b2b0534f02c2706202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740732 Jan 13 17:18:38.284331 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2b95d-9001-47ae-a83e-99ef8860956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42456af5-930c-45d4-9d1a-b6149f9202a3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:38.284331 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37192) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:38.341539 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-857dcba9-e45f-46cb-8866-d04758d60ab3 admin admin] Publish callbacks [] for security_group (42456af5-930c-45d4-9d1a-b6149f9202a3), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.373042 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-857dcba9-e45f-46cb-8866-d04758d60ab3 admin admin] Publish callbacks [] for security_group (42456af5-930c-45d4-9d1a-b6149f9202a3), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.426230 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for port (d117068e-fcfe-4683-acd3-baa2167b5994), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.435750 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (e3733867-793e-4a2c-aa3f-2773b5bec719), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.440088 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.444102 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/e3733867-793e-4a2c-aa3f-2773b5bec719 HTTP/1.1" status: 204 len: 168 time: 0.5686226 Jan 13 17:18:38.458799 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbccfc-2c6a-473e-89c3-8d0b96d612ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e3733867-793e-4a2c-aa3f-2773b5bec719,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:38.464887 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.516064 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (d117068e-fcfe-4683-acd3-baa2167b5994), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.516347 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-857dcba9-e45f-46cb-8866-d04758d60ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (42456af5-930c-45d4-9d1a-b6149f9202a3), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.519120 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-857dcba9-e45f-46cb-8866-d04758d60ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.523712 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-857dcba9-e45f-46cb-8866-d04758d60ab3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42456af5-930c-45d4-9d1a-b6149f9202a3 HTTP/1.1" status: 204 len: 168 time: 0.2355001 Jan 13 17:18:38.530781 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dcba9-e45f-46cb-8866-d04758d60ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42456af5-930c-45d4-9d1a-b6149f9202a3,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:38.595205 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event updated for resources: {'Port': ['ID=d117068e-fcfe-4683-acd3-baa2167b5994,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:38.607314 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563207'] for floatingip (9e221975-7bff-493f-8f02-39d70ff25ac9), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.704131 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.l3_db [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Floating IP 9e221975-7bff-493f-8f02-39d70ff25ac9 associated. External IP: 172.27.0.247, port: 8fe69e39-ceed-4446-91bd-fef50ed4f36d. Jan 13 17:18:38.849456 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37198) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:38.896520 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ded11b51-3028-46c4-9143-b3b30e053421 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1addd511fb54a24ae0916eabaf1ca4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458205 Jan 13 17:18:38.900071 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37200) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:38.950545 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b23b128-f522-4904-9018-eb7b98845c44 admin admin] Publish callbacks [] for security_group (86c018e3-61ff-489c-8d70-164e0850c531), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:38.974697 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b23b128-f522-4904-9018-eb7b98845c44 admin admin] Publish callbacks [] for security_group (86c018e3-61ff-489c-8d70-164e0850c531), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:39.104500 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b23b128-f522-4904-9018-eb7b98845c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (86c018e3-61ff-489c-8d70-164e0850c531), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:39.107150 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2b23b128-f522-4904-9018-eb7b98845c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:39.111014 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2b23b128-f522-4904-9018-eb7b98845c44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86c018e3-61ff-489c-8d70-164e0850c531 HTTP/1.1" status: 204 len: 168 time: 0.2077911 Jan 13 17:18:39.119013 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23b128-f522-4904-9018-eb7b98845c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c018e3-61ff-489c-8d70-164e0850c531,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:39.167477 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:18:39.274065 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:18:39.285641 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:18:39.295172 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:18:39.295798 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:18:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:39.400121 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:39.414177 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:18:39.441521 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-156a56b9-70a6-45f9-a10d-6aafd71d9a0b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7173896 Jan 13 17:18:39.442196 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:18:39.445868 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f6c753-ba71-4f70-a2c9-30551bdacf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:18:39.482822 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6955d099-a31d-41b3-b188-2502c6afffc4 x-openstack-request-id: req-6955d099-a31d-41b3-b188-2502c6afffc4 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:18:39.483115 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:18:39.483369 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6955d099-a31d-41b3-b188-2502c6afffc4 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:18:39.483771 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'status': 'completed', 'code': 200} Jan 13 17:18:39.545722 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-2e5e56ed-0f8a-4648-83bc-758a32adca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:39.547239 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-2e5e56ed-0f8a-4648-83bc-758a32adca84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 1098 time: 0.0422959 Jan 13 17:18:39.655287 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-10442ebe-63ed-430c-9bcf-be5b9cf4f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:39.656614 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-10442ebe-63ed-430c-9bcf-be5b9cf4f0ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 913 time: 0.1026857 Jan 13 17:18:39.684145 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:23Z', 'revision_number': 1, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}, {'id': '9e221975-7bff-493f-8f02-39d70ff25ac9', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:db:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:18:37Z', 'updated_at': '2022-01-13T17:18:37Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:39.712404 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:18:39.720920 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:18:39.721518 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:18:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:39.724732 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:39.731059 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37226) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:39.745842 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-bad847ab-e49b-49ff-a6c2-0539e045a93d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d HTTP/1.1" status: 200 len: 999 time: 0.0829909 Jan 13 17:18:39.793181 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-291ec9d9-4136-4d25-a430-e1835a9f8e42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a013adace805489b8bfd284d0d8a3429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0608907 Jan 13 17:18:39.797822 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37230) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:39.803039 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-29042c41-68fe-4944-b465-d0a3ac6438ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:39.805122 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-29042c41-68fe-4944-b465-d0a3ac6438ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0522625 Jan 13 17:18:39.865736 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-9c5bbf68-d0e7-4cb9-848a-bdc5a0aa4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:39.868033 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-9c5bbf68-d0e7-4cb9-848a-bdc5a0aa4378 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526717 Jan 13 17:18:39.880707 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d195ba99-6246-43fd-a035-2c2107776b48 admin admin] Publish callbacks [] for security_group (41093eeb-eddd-4359-a77a-3de76d63383d), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:39.912463 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d195ba99-6246-43fd-a035-2c2107776b48 admin admin] Publish callbacks [] for security_group (41093eeb-eddd-4359-a77a-3de76d63383d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:39.982185 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-2c1ca665-88d3-4ac1-8d1d-0da388870964 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068752 Jan 13 17:18:40.006407 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:18:40.070116 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d195ba99-6246-43fd-a035-2c2107776b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (41093eeb-eddd-4359-a77a-3de76d63383d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:40.074167 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d195ba99-6246-43fd-a035-2c2107776b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:40.074167 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d195ba99-6246-43fd-a035-2c2107776b48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41093eeb-eddd-4359-a77a-3de76d63383d HTTP/1.1" status: 204 len: 168 time: 0.2753279 Jan 13 17:18:40.081897 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ba99-6246-43fd-a035-2c2107776b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41093eeb-eddd-4359-a77a-3de76d63383d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:40.112555 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-48f6c753-ba71-4f70-a2c9-30551bdacf0a req-cc7f7295-1f42-45d7-8a68-555ac8d897c4 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238501 Jan 13 17:18:40.272195 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:23Z', 'revision_number': 1, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}, {'id': '9e221975-7bff-493f-8f02-39d70ff25ac9', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:db:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:18:37Z', 'updated_at': '2022-01-13T17:18:37Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:18:40.303655 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e9fef-3517-455b-9a18-801beb8993d6 None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:23Z', 'revision_number': 1, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}, {'id': '9e221975-7bff-493f-8f02-39d70ff25ac9', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.247', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:db:d9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:18:37Z', 'updated_at': '2022-01-13T17:18:37Z', 'revision_number': 0, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:18:40.531873 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9439c58a-335d-4aa0-b521-47540504b78a None None] New status for floating IP 9e221975-7bff-493f-8f02-39d70ff25ac9: ACTIVE {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:18:42.003694 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:43.473098 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-c9511beb-8c09-4629-882d-209d120e2efb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380485 Jan 13 17:18:43.531061 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-61f0726e-9a7b-44bb-aa2b-ec5c6c102d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:43.532540 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-61f0726e-9a7b-44bb-aa2b-ec5c6c102d30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1099 time: 0.0383637 Jan 13 17:18:43.634888 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-4d845201-8e87-4703-9dac-0c0090968c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:43.636395 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-4d845201-8e87-4703-9dac-0c0090968c36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 913 time: 0.0861609 Jan 13 17:18:43.701260 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-2bd43d11-da76-4d4a-88ec-536d7aff92d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d HTTP/1.1" status: 200 len: 1002 time: 0.0591552 Jan 13 17:18:43.750892 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-c49eee6c-bca0-4b71-947d-d34b7daf2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:43.752412 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-c49eee6c-bca0-4b71-947d-d34b7daf2659 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0432966 Jan 13 17:18:43.801420 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-dbfc2373-9b74-43c3-898a-b975c7317378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:18:43.802900 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-dbfc2373-9b74-43c3-898a-b975c7317378 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424147 Jan 13 17:18:43.893894 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-4b9941dd-e7e5-4e4e-ad05-fdedd1cb2e12 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 Jan 13 17:18:43.991566 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-fdac38cd-8e0f-476d-8e10-6b2fee54b994 req-912e3edb-8c23-4b3e-9b01-89c971452c91 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891612 Jan 13 17:18:46.519615 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37380) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:46.626823 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e4b9b825-f835-4b56-84c8-a15102540684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:46.696506 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e4b9b825-f835-4b56-84c8-a15102540684 admin admin] Publish callbacks [] for security_group (d19f6824-b007-4c72-9de5-18e4ba5b1177), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:46.768985 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-e4b9b825-f835-4b56-84c8-a15102540684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d19f6824-b007-4c72-9de5-18e4ba5b1177), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:46.804846 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9b825-f835-4b56-84c8-a15102540684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f6824-b007-4c72-9de5-18e4ba5b1177,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:46.808939 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-e4b9b825-f835-4b56-84c8-a15102540684 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=187858de9eda441ca31cf67d5465dac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882934 Jan 13 17:18:46.811557 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37384) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:46.857911 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-80526caf-fa4a-49d0-84c5-cdce93b347ef admin admin] Publish callbacks [] for security_group (d19f6824-b007-4c72-9de5-18e4ba5b1177), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:46.880385 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-80526caf-fa4a-49d0-84c5-cdce93b347ef admin admin] Publish callbacks [] for security_group (d19f6824-b007-4c72-9de5-18e4ba5b1177), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:46.997810 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-80526caf-fa4a-49d0-84c5-cdce93b347ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d19f6824-b007-4c72-9de5-18e4ba5b1177), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:47.000502 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-80526caf-fa4a-49d0-84c5-cdce93b347ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:47.001639 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-80526caf-fa4a-49d0-84c5-cdce93b347ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d19f6824-b007-4c72-9de5-18e4ba5b1177 HTTP/1.1" status: 204 len: 168 time: 0.1891897 Jan 13 17:18:47.009726 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80526caf-fa4a-49d0-84c5-cdce93b347ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f6824-b007-4c72-9de5-18e4ba5b1177,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:47.657581 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37392) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:47.671900 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a883ccaf-3556-48ed-b91d-9d324d1eb842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:47.740620 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a883ccaf-3556-48ed-b91d-9d324d1eb842 admin admin] Publish callbacks [] for security_group (31d3ac23-2f24-4646-b8aa-3e14c19c18bc), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:47.806631 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a883ccaf-3556-48ed-b91d-9d324d1eb842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (31d3ac23-2f24-4646-b8aa-3e14c19c18bc), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:47.843068 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a883ccaf-3556-48ed-b91d-9d324d1eb842 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03678a1c50ae4fadbc0d40b4e6d0c880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844289 Jan 13 17:18:47.843751 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ccaf-3556-48ed-b91d-9d324d1eb842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d3ac23-2f24-4646-b8aa-3e14c19c18bc,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:47.846526 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37394) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:47.894941 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4c9b-7220-40f0-af01-fe06c380619e admin admin] Publish callbacks [] for security_group (31d3ac23-2f24-4646-b8aa-3e14c19c18bc), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:47.915662 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4c9b-7220-40f0-af01-fe06c380619e admin admin] Publish callbacks [] for security_group (31d3ac23-2f24-4646-b8aa-3e14c19c18bc), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:48.024319 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4c9b-7220-40f0-af01-fe06c380619e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (31d3ac23-2f24-4646-b8aa-3e14c19c18bc), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:48.026830 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fa5b4c9b-7220-40f0-af01-fe06c380619e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:48.027959 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-fa5b4c9b-7220-40f0-af01-fe06c380619e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31d3ac23-2f24-4646-b8aa-3e14c19c18bc HTTP/1.1" status: 204 len: 168 time: 0.1802397 Jan 13 17:18:48.035320 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b4c9b-7220-40f0-af01-fe06c380619e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d3ac23-2f24-4646-b8aa-3e14c19c18bc,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:48.731266 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37402) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:48.744893 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d2b341f0-a0e7-4d59-ae26-bb120e26d66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:48.814190 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d2b341f0-a0e7-4d59-ae26-bb120e26d66a admin admin] Publish callbacks [] for security_group (9421f770-1acb-4b51-b464-7f890178c246), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:48.875088 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d2b341f0-a0e7-4d59-ae26-bb120e26d66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (9421f770-1acb-4b51-b464-7f890178c246), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:48.915114 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d2b341f0-a0e7-4d59-ae26-bb120e26d66a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=107d7d98bbae418d97b80dca8c279c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826828 Jan 13 17:18:48.916033 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b341f0-a0e7-4d59-ae26-bb120e26d66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9421f770-1acb-4b51-b464-7f890178c246,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:48.917735 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37404) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:18:48.967623 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3e418f60-4b86-49c6-bd87-644f39463d10 admin admin] Publish callbacks [] for security_group (9421f770-1acb-4b51-b464-7f890178c246), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:48.988822 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3e418f60-4b86-49c6-bd87-644f39463d10 admin admin] Publish callbacks [] for security_group (9421f770-1acb-4b51-b464-7f890178c246), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:49.117759 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3e418f60-4b86-49c6-bd87-644f39463d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (9421f770-1acb-4b51-b464-7f890178c246), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:49.120334 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-3e418f60-4b86-49c6-bd87-644f39463d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:18:49.121756 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-3e418f60-4b86-49c6-bd87-644f39463d10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9421f770-1acb-4b51-b464-7f890178c246 HTTP/1.1" status: 204 len: 168 time: 0.2029905 Jan 13 17:18:49.129308 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e418f60-4b86-49c6-bd87-644f39463d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9421f770-1acb-4b51-b464-7f890178c246,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:18:51.887192 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:19:00.246172 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37624) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:00.349528 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d1b86140-9c1c-454e-ad83-6c108bd1fb2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:00.429170 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d1b86140-9c1c-454e-ad83-6c108bd1fb2c admin admin] Publish callbacks [] for security_group (6bc45c9d-831e-4c3c-a7d2-29c256147fbe), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:00.528751 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-d1b86140-9c1c-454e-ad83-6c108bd1fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6bc45c9d-831e-4c3c-a7d2-29c256147fbe), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:00.567023 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-d1b86140-9c1c-454e-ad83-6c108bd1fb2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=182132eaa02c478fa85ca33820e49014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195035 Jan 13 17:19:00.567638 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b86140-9c1c-454e-ad83-6c108bd1fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc45c9d-831e-4c3c-a7d2-29c256147fbe,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:00.569611 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37632) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:00.621333 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-150a7bef-b30b-40d9-8952-130f8f82d60b admin admin] Publish callbacks [] for security_group (6bc45c9d-831e-4c3c-a7d2-29c256147fbe), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:00.646795 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-150a7bef-b30b-40d9-8952-130f8f82d60b admin admin] Publish callbacks [] for security_group (6bc45c9d-831e-4c3c-a7d2-29c256147fbe), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:00.769052 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-150a7bef-b30b-40d9-8952-130f8f82d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6bc45c9d-831e-4c3c-a7d2-29c256147fbe), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:00.771650 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-150a7bef-b30b-40d9-8952-130f8f82d60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:00.772874 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-150a7bef-b30b-40d9-8952-130f8f82d60b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bc45c9d-831e-4c3c-a7d2-29c256147fbe HTTP/1.1" status: 204 len: 168 time: 0.2021933 Jan 13 17:19:00.781321 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a7bef-b30b-40d9-8952-130f8f82d60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc45c9d-831e-4c3c-a7d2-29c256147fbe,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:01.389310 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37648) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:01.402579 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8ff0-dda6-4533-aa96-c95cafbd8764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:01.476897 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8ff0-dda6-4533-aa96-c95cafbd8764 admin admin] Publish callbacks [] for security_group (f8d89c19-d957-4929-8b9a-c8ae1d60d214), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:01.551620 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1c6c8ff0-dda6-4533-aa96-c95cafbd8764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f8d89c19-d957-4929-8b9a-c8ae1d60d214), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:01.589983 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1c6c8ff0-dda6-4533-aa96-c95cafbd8764 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=237062e17f2046438a50aa25563739b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996357 Jan 13 17:19:01.590862 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c8ff0-dda6-4533-aa96-c95cafbd8764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d89c19-d957-4929-8b9a-c8ae1d60d214,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:01.592652 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37650) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:01.639057 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-851676de-d68f-4692-b5e6-35d505bb1204 admin admin] Publish callbacks [] for security_group (f8d89c19-d957-4929-8b9a-c8ae1d60d214), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:01.659262 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-851676de-d68f-4692-b5e6-35d505bb1204 admin admin] Publish callbacks [] for security_group (f8d89c19-d957-4929-8b9a-c8ae1d60d214), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:01.790462 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-851676de-d68f-4692-b5e6-35d505bb1204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (f8d89c19-d957-4929-8b9a-c8ae1d60d214), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:01.793191 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-851676de-d68f-4692-b5e6-35d505bb1204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:01.794351 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-851676de-d68f-4692-b5e6-35d505bb1204 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8d89c19-d957-4929-8b9a-c8ae1d60d214 HTTP/1.1" status: 204 len: 168 time: 0.2007353 Jan 13 17:19:01.802201 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851676de-d68f-4692-b5e6-35d505bb1204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d89c19-d957-4929-8b9a-c8ae1d60d214,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:02.464148 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37664) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:02.476879 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73062112-4a5e-4aa6-b421-c174e5c8fdb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:02.548473 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73062112-4a5e-4aa6-b421-c174e5c8fdb2 admin admin] Publish callbacks [] for security_group (475ce72f-7aef-4d9c-bfa1-42385f4f9dd8), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:02.625919 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-73062112-4a5e-4aa6-b421-c174e5c8fdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (475ce72f-7aef-4d9c-bfa1-42385f4f9dd8), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:02.667649 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-73062112-4a5e-4aa6-b421-c174e5c8fdb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e55bd5c64d64b62804ebd32a72cb61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023947 Jan 13 17:19:02.668582 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73062112-4a5e-4aa6-b421-c174e5c8fdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475ce72f-7aef-4d9c-bfa1-42385f4f9dd8,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:02.670502 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37666) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:02.721186 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5579a1fe-07cf-496b-8871-406bf2aee93e admin admin] Publish callbacks [] for security_group (475ce72f-7aef-4d9c-bfa1-42385f4f9dd8), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:02.746410 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5579a1fe-07cf-496b-8871-406bf2aee93e admin admin] Publish callbacks [] for security_group (475ce72f-7aef-4d9c-bfa1-42385f4f9dd8), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:02.842926 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5579a1fe-07cf-496b-8871-406bf2aee93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (475ce72f-7aef-4d9c-bfa1-42385f4f9dd8), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:02.845602 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5579a1fe-07cf-496b-8871-406bf2aee93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:02.846794 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5579a1fe-07cf-496b-8871-406bf2aee93e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/475ce72f-7aef-4d9c-bfa1-42385f4f9dd8 HTTP/1.1" status: 204 len: 168 time: 0.1751955 Jan 13 17:19:02.854890 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579a1fe-07cf-496b-8871-406bf2aee93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ce72f-7aef-4d9c-bfa1-42385f4f9dd8,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:03.692988 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-da22aefc-77a1-47cd-961d-c9b601fd01a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:03.858158 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37694) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:03.949946 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1146257118-network', 'tenant_id': 'a86e33c1a2a2476ebfe5c967d29cb268'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:04.020288 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Made reservation on behalf of a86e33c1a2a2476ebfe5c967d29cb268 for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:04.022720 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.031187 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.105011 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks [] for security_group (e12da9c5-e329-4641-a213-af5f38245eeb), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.151609 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e12da9c5-e329-4641-a213-af5f38245eeb), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.177734 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:19:04.183525 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12da9c5-e329-4641-a213-af5f38245eeb,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:04.191439 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ebd42f71-6232-4cab-abb7-fae3ef7e3d7a), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.197351 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Added segment ebd42f71-6232-4cab-abb7-fae3ef7e3d7a of type vlan for network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 Jan 13 17:19:04.230675 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (07cfcc35-d58a-4e8b-b722-02c76e7fa2a6), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.332556 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (07cfcc35-d58a-4e8b-b722-02c76e7fa2a6), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.333538 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:04.334150 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.393362 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] Pushing event updated for resources: {'Network': ['ID=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:04.403523 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:19:04.512033 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1551c66b-6b50-41bb-a571-bcedfbab03c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6526999 Jan 13 17:19:04.514825 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37704) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:04.519465 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Request body: {'subnet': {'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1146257118-subnet', 'tenant_id': 'a86e33c1a2a2476ebfe5c967d29cb268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:04.606593 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Made reservation on behalf of a86e33c1a2a2476ebfe5c967d29cb268 for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:04.608981 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514551'] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.824019 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12409008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8515101'] for subnet (324a4819-0cae-4fed-af3a-f072b7414479), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:04.875872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=324a4819-0cae-4fed-af3a-f072b7414479,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:04.885941 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Checking segment: {'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:19:04.886297 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Network hostable DHCP agents. Network: 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:19:04.969164 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:19:05.026707 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:19:05.030893 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:05.031511 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:05.036346 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5de1f-3eb3-43be-9cef-884f7a22ab5f None None] Network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:05.118288 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c872b0a8-dcb7-47fb-830b-284b1511e7c5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6023595 Jan 13 17:19:05.133768 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060d058-8f73-461f-93af-3ff468124413 None None] Network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:05.944325 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-5062846a-e1ab-4823-8566-203bb0952447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:07.035689 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:07.176737 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-75c637f1-f33c-4840-b1c0-1cd0528ea95f tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:07.178215 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-75c637f1-f33c-4840-b1c0-1cd0528ea95f tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/networks?id=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 HTTP/1.1" status: 200 len: 809 time: 0.0984690 Jan 13 17:19:07.192963 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-945f93aa-200e-47f5-91c6-7036815a6a93 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/quotas/a86e33c1a2a2476ebfe5c967d29cb268 HTTP/1.1" status: 200 len: 375 time: 0.0089493 Jan 13 17:19:07.225353 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-0b66aa89-90d6-46c2-ad7c-0a434ec33519 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277193 Jan 13 17:19:07.312397 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-190ab95e-b489-46e9-a444-cd2a9c281ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800703 Jan 13 17:19:07.404270 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-bf0de012-5fa6-43e8-bc56-974f3bb62633 service neutron] 10.222.0.42 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861006 Jan 13 17:19:07.633388 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5c4773d3-23b2-447a-b3d6-4b7b0f88396e req-2db7258b-b6a0-41f9-888f-daef797f8d4d tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0259666 Jan 13 17:19:08.454721 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:08.725968 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f0f46a74-96c5-4293-8def-0e8a757df2c2 req-e8954324-0644-4a46-86cc-1f1e8f29b686 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0257194 Jan 13 17:19:09.681142 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:09.820729 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-4de8a0c3-d959-4575-8cda-1aee9c171a6a req-a7c16ba5-ee5e-4274-9e24-3b6f2328cbb3 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0249007 Jan 13 17:19:10.913193 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b53a3fca-8c70-4606-8465-a03a9c8f6ea2 req-16d1ece3-5d8f-4c14-81e0-aad0b9e86547 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0246720 Jan 13 17:19:11.586907 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37778) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:11.831337 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Deleting port d9e6d29d-2103-4eee-b20b-9dd52d795203 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:11.831656 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:11.904988 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:11.905305 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for floatingip (d9e6d29d-2103-4eee-b20b-9dd52d795203), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:11.916684 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Calling delete_port for d9e6d29d-2103-4eee-b20b-9dd52d795203 owned by network:floatingip {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:11.997936 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:12.026718 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e610442f-1da5-478d-9f0c-cbc6325c597b req-618f4844-4615-4ad3-aa7b-31bcb019a372 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0438039 Jan 13 17:19:12.163024 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (d9e6d29d-2103-4eee-b20b-9dd52d795203), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:12.189223 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event deleted for resources: {'Port': ['ID=d9e6d29d-2103-4eee-b20b-9dd52d795203,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:12.249480 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for floatingip (419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:12.249807 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.l3_db [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Floating IP 419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2 disassociated (deleted). External IP: 172.27.0.12, port: d4528d8e-b3b8-473b-b91a-3beb291d4f14. Jan 13 17:19:12.447522 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:19:12.548392 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:19:12.553148 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:12.558294 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] Sync routers for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:19:12.567743 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:19:12.568364 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:19:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:12.578969 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-47d1d1b3-be20-426f-bc10-4a2709eb1f69 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "DELETE /v2.0/floatingips/419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2 HTTP/1.1" status: 204 len: 168 time: 0.9910066 Jan 13 17:19:12.579555 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:12.581853 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:12.647675 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfa35f3-b55c-4050-8311-b3b5ab7f8f74 x-openstack-request-id: req-4dfa35f3-b55c-4050-8311-b3b5ab7f8f74 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:12.663491 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:12.663491 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dfa35f3-b55c-4050-8311-b3b5ab7f8f74 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:12.663491 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'status': 'completed', 'code': 200} Jan 13 17:19:12.683668 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:19:12.881090 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:35Z', 'revision_number': 5, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:12.906096 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] Checking router: 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:19:12.913996 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:19:12.914569 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:19:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:13.017441 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:19:13.134870 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-4c3b8fe6-1d53-405e-a8fa-d7b4e4f6883d req-724f7820-db51-4247-ae93-80d4565e8d45 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0404956 Jan 13 17:19:13.143816 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5888034-5111-474c-8cde-df5c4644d90f req-b8130225-108b-487f-84df-9e80fb2a86b6 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:13.145342 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b5888034-5111-474c-8cde-df5c4644d90f req-b8130225-108b-487f-84df-9e80fb2a86b6 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0697262 Jan 13 17:19:13.192845 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b5888034-5111-474c-8cde-df5c4644d90f req-d3d10343-e4f5-4d9b-ada5-cf44477632e6 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Jan 13 17:19:13.221977 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:35Z', 'revision_number': 5, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:13.250773 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f47f9-6255-46bc-a509-96d593a99d4b None None] The sync data for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi is: [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:12:30Z', 'revision_number': 4, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': 'b11a7046-46c2-4a5f-bc9c-7b862d75773c', 'name': '', 'network_id': '1b621aa4-07e5-4ee3-98f1-dab2899bb6b7', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'mac_address': 'fa:16:3e:3d:f8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:29Z', 'updated_at': '2022-01-13T17:12:35Z', 'revision_number': 5, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'subnets': [{'id': '075d8823-0796-47f4-a9c6-0710a52508b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:19:13.464854 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1370c393-4faf-4286-9aa9-8f5a927b0f37 None None] New status for floating IP 419e4b1d-cbd5-4ba0-8199-9304b0cb7ce2: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:19:13.646774 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-b25b46f3-b956-481b-82b2-440659d1a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:13.649316 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-b25b46f3-b956-481b-82b2-440659d1a31e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d027829118e74e49b3df90cfc013ab6a&device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 1098 time: 0.0458031 Jan 13 17:19:13.711076 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-fd56db3f-e086-4b35-8963-9f3269b8c5c3 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:13.712600 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-fd56db3f-e086-4b35-8963-9f3269b8c5c3 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "GET /v2.0/networks?id=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 HTTP/1.1" status: 200 len: 809 time: 0.1094408 Jan 13 17:19:13.727961 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Request body: {'port': {'device_id': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6', 'admin_state_up': True, 'tenant_id': 'a86e33c1a2a2476ebfe5c967d29cb268'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:13.740751 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-8e860210-e1af-4517-9ab4-dbd671f6caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:13.742255 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-8e860210-e1af-4517-9ab4-dbd671f6caf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 200 len: 910 time: 0.0867476 Jan 13 17:19:13.789468 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-516056c1-9007-4c98-9809-98a48338d40d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 200 len: 217 time: 0.0390389 Jan 13 17:19:13.840957 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-ac289d24-a6a0-4eea-abee-5a8feaa871ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:13.842424 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-ac289d24-a6a0-4eea-abee-5a8feaa871ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=075d8823-0796-47f4-a9c6-0710a52508b7 HTTP/1.1" status: 200 len: 848 time: 0.0455716 Jan 13 17:19:13.893233 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-74a2ad09-7c54-4d05-822d-cda3cfeea815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:13.894727 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-74a2ad09-7c54-4d05-822d-cda3cfeea815 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446706 Jan 13 17:19:13.928885 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Made reservation on behalf of a86e33c1a2a2476ebfe5c967d29cb268 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:13.932313 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:13.983334 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-dbb89153-26f7-4df7-bcfd-b93a51ada93a service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814412 Jan 13 17:19:14.058754 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Allocated IP 172.20.0.6 (07cfcc35-d58a-4e8b-b722-02c76e7fa2a6/324a4819-0cae-4fed-af3a-f072b7414479/755bc60c-993b-4da3-acae-c00050a8f311) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:19:14.086148 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c1bf73f4-4d56-41a5-8ec5-3b1c0a181b26 req-cb94a10a-92e0-4eda-b686-675f13c7687e service neutron] 10.222.0.57 "GET /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935993 Jan 13 17:19:14.222254 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks [] for port (755bc60c-993b-4da3-acae-c00050a8f311), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:14.242443 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-da64909a-8dc3-4839-ab43-dfe9e3e56470 req-a66e84f9-8233-4f7f-8adf-8b5e4334801e tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0315971 Jan 13 17:19:14.312924 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100a477-d433-43ed-b366-d65cccdbd7c2 req-27589ac2-9933-44e9-b436-712c3e484767 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:14.314459 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b100a477-d433-43ed-b366-d65cccdbd7c2 req-27589ac2-9933-44e9-b436-712c3e484767 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0486176 Jan 13 17:19:14.336033 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (755bc60c-993b-4da3-acae-c00050a8f311), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:14.401856 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:19:14.409200 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:19:14.415235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:19:14.422359 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b100a477-d433-43ed-b366-d65cccdbd7c2 req-c01710cf-9b7d-4140-8c01-b83e9e8af7b2 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023014 Jan 13 17:19:14.439621 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Pushing event updated for resources: {'Port': ['ID=755bc60c-993b-4da3-acae-c00050a8f311,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:14.451599 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.451939 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.452297 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.452627 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.452952 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.453273 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.453590 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.453913 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.454227 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.454542 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.454858 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.455169 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.455480 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:14.476828 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:14.477367 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:14.557713 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-5735b280-8fed-4fd5-b89d-0a59911fcbbf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8334076 Jan 13 17:19:14.569236 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Request body: {'port': {'device_id': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:14.620510 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (755bc60c-993b-4da3-acae-c00050a8f311), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:14.877609 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755bc60c-993b-4da3-acae-c00050a8f311 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:19:14.884830 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Publish callbacks [] for port (755bc60c-993b-4da3-acae-c00050a8f311), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:14.897161 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Transition to ACTIVE for port object 755bc60c-993b-4da3-acae-c00050a8f311 will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:19:14.977950 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (755bc60c-993b-4da3-acae-c00050a8f311), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:15.033376 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Pushing event updated for resources: {'Port': ['ID=755bc60c-993b-4da3-acae-c00050a8f311,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:15.100812 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Attempting to bind port 755bc60c-993b-4da3-acae-c00050a8f311 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:19:15.101146 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Attempting to bind port 755bc60c-993b-4da3-acae-c00050a8f311 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:19:15.101475 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Attempting to bind port 755bc60c-993b-4da3-acae-c00050a8f311 on network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:19:15.108026 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Port 755bc60c-993b-4da3-acae-c00050a8f311 on network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:19:15.108355 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Attempting to bind port 755bc60c-993b-4da3-acae-c00050a8f311 on network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:19:15.117743 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:19:15.118084 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Checking segment: {'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:19:15.118470 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Bound using segment: {'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:19:15.118900 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Bound port: 755bc60c-993b-4da3-acae-c00050a8f311, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:19:15.119259 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (755bc60c-993b-4da3-acae-c00050a8f311), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:15.181935 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] For port 755bc60c-993b-4da3-acae-c00050a8f311, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:19:15.185369 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] For port 755bc60c-993b-4da3-acae-c00050a8f311, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=755bc60c-993b-4da3-acae-c00050a8f311,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:19:15.243719 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (755bc60c-993b-4da3-acae-c00050a8f311), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:15.278553 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.279164 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:15.280708 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] 10.222.0.57 "PUT /v2.0/ports/755bc60c-993b-4da3-acae-c00050a8f311 HTTP/1.1" status: 200 len: 1093 time: 0.7152224 Jan 13 17:19:15.280969 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'tag': '755bc60c-993b-4da3-acae-c00050a8f311'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:15.283165 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5142be1e-42c0-400e-bc9b-b0882c53acfc" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93", "tag": "755bc60c-993b-4da3-acae-c00050a8f311"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:15.312449 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0fe63-7436-4711-9bfc-9c4e1b942639 service neutron] Pushing event updated for resources: {'Port': ['ID=755bc60c-993b-4da3-acae-c00050a8f311,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:15.328558 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01424a2a-b8cc-4655-9484-e41d7ab3d2a5 x-openstack-request-id: req-01424a2a-b8cc-4655-9484-e41d7ab3d2a5 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:15.329185 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93", "tag": "755bc60c-993b-4da3-acae-c00050a8f311", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:15.329506 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01424a2a-b8cc-4655-9484-e41d7ab3d2a5 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:15.330080 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'tag': '755bc60c-993b-4da3-acae-c00050a8f311', 'status': 'completed', 'code': 200} Jan 13 17:19:15.361180 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7d4c-11ac-49d5-a818-387796a1162c req-97a32d29-0908-41a3-9014-8e91d87e08d7 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.362654 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-28be7d4c-11ac-49d5-a818-387796a1162c req-97a32d29-0908-41a3-9014-8e91d87e08d7 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 943 time: 0.0489357 Jan 13 17:19:15.383461 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142be1e-42c0-400e-bc9b-b0882c53acfc req-43a389a9-f494-460e-9ed4-ea318a10998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.386979 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5142be1e-42c0-400e-bc9b-b0882c53acfc req-43a389a9-f494-460e-9ed4-ea318a10998e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 1096 time: 0.0404541 Jan 13 17:19:15.410019 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-28be7d4c-11ac-49d5-a818-387796a1162c req-08601671-e981-4f47-ba84-f2ccfd52b9e5 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Jan 13 17:19:15.505913 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142be1e-42c0-400e-bc9b-b0882c53acfc req-b468f4ba-2205-47e4-8e8b-2adc4a9f9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.507542 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5142be1e-42c0-400e-bc9b-b0882c53acfc req-b468f4ba-2205-47e4-8e8b-2adc4a9f9b2e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1108830 Jan 13 17:19:15.549934 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-6d764eee-2b94-435d-9ba9-5dc7994174fa tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.551345 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-6d764eee-2b94-435d-9ba9-5dc7994174fa tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.0517695 Jan 13 17:19:15.645487 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Deleting port d4528d8e-b3b8-473b-b91a-3beb291d4f14 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:15.646140 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:15.740840 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] For port d4528d8e-b3b8-473b-b91a-3beb291d4f14, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d4528d8e-b3b8-473b-b91a-3beb291d4f14,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:15.741324 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:15.756053 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Calling delete_port for d4528d8e-b3b8-473b-b91a-3beb291d4f14 owned by compute:nova {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:15.864602 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f6bd6-3609-4902-a5ef-44abb70a01db req-3094e933-cfac-4b44-b2ae-648e44a58063 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.866001 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-726f6bd6-3609-4902-a5ef-44abb70a01db req-3094e933-cfac-4b44-b2ae-648e44a58063 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 945 time: 0.3747580 Jan 13 17:19:15.903909 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142be1e-42c0-400e-bc9b-b0882c53acfc req-7cb2b2ab-02cd-4984-bf68-1d50dfa9bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.905555 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5142be1e-42c0-400e-bc9b-b0882c53acfc req-7cb2b2ab-02cd-4984-bf68-1d50dfa9bc25 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3843920 Jan 13 17:19:15.936383 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-726f6bd6-3609-4902-a5ef-44abb70a01db req-fdead5e2-eec9-4715-bb2f-b8b84274acbc tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610309 Jan 13 17:19:15.963540 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (d4528d8e-b3b8-473b-b91a-3beb291d4f14), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:15.983234 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-ea5df1df-6965-4b95-a7ca-c11cc3f680e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:15.984802 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-ea5df1df-6965-4b95-a7ca-c11cc3f680e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 1096 time: 0.0427711 Jan 13 17:19:15.996798 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event deleted for resources: {'Port': ['ID=d4528d8e-b3b8-473b-b91a-3beb291d4f14,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:16.035189 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-e0f3c0e6-e445-4a1c-8810-3720da45b5c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755bc60c-993b-4da3-acae-c00050a8f311 HTTP/1.1" status: 200 len: 217 time: 0.0433292 Jan 13 17:19:16.039336 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] No DVR routers for this DVR port d4528d8e-b3b8-473b-b91a-3beb291d4f14 on host hv-cinder-79987 {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:19:16.042483 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:16.045813 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-1865541e-7240-4e4e-ac73-45c6ace536bf req-8b2b0bdf-9f74-4fc7-947e-c0abafc7be36 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.57 "DELETE /v2.0/ports/d4528d8e-b3b8-473b-b91a-3beb291d4f14 HTTP/1.1" status: 204 len: 173 time: 0.4888561 Jan 13 17:19:16.046247 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-deleted', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:16.048517 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcfd54e-8c09-465f-99f3-92826dab76ce" -d '{"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-deleted", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:16.083956 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7223b98c-00a3-4c22-82e4-9e6f00c3d519 x-openstack-request-id: req-7223b98c-00a3-4c22-82e4-9e6f00c3d519 {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:16.084174 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdf3caf-96a0-4162-8ee4-574971a1d67e", "name": "network-vif-deleted", "tag": "d4528d8e-b3b8-473b-b91a-3beb291d4f14", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:16.084418 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7223b98c-00a3-4c22-82e4-9e6f00c3d519 {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:16.084819 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdf3caf-96a0-4162-8ee4-574971a1d67e', 'name': 'network-vif-deleted', 'tag': 'd4528d8e-b3b8-473b-b91a-3beb291d4f14', 'status': 'completed', 'code': 200} Jan 13 17:19:16.094920 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-b76b525b-40b4-48a5-8813-f0e488a9647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:16.096418 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-b76b525b-40b4-48a5-8813-f0e488a9647e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=324a4819-0cae-4fed-af3a-f072b7414479 HTTP/1.1" status: 200 len: 849 time: 0.0450621 Jan 13 17:19:16.127531 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-b08dc9b3-9862-4e63-a53f-f34bdf1bfb60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240865 Jan 13 17:19:16.222955 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-3e4a670a-56bd-441e-a9db-3dad9226f9e8 service neutron] 10.222.0.57 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853913 Jan 13 17:19:16.315338 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-99ead4ea-9c66-4fbb-9fa6-a89c1c49e56c req-bbe4db93-3026-4274-807b-e9539c4b14cf service neutron] 10.222.0.57 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844474 Jan 13 17:19:16.535422 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b0b55-7431-4e38-89e2-c69288a7f3c7 req-b02a0553-fa97-4947-8299-95a13b6aeea8 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:16.536937 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-874b0b55-7431-4e38-89e2-c69288a7f3c7 req-b02a0553-fa97-4947-8299-95a13b6aeea8 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 943 time: 0.0530784 Jan 13 17:19:16.587384 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-874b0b55-7431-4e38-89e2-c69288a7f3c7 req-b61cd870-2c4f-4bf2-a3a4-850d1702a232 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Jan 13 17:19:17.050901 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-57758709-6e00-4ff8-9244-5020803b441f req-02ed4d7d-6002-4f24-bdec-cf0a95229436 tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cdf3caf-96a0-4162-8ee4-574971a1d67e HTTP/1.1" status: 200 len: 210 time: 0.0255780 Jan 13 17:19:17.699418 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b58b0c-88bd-4b91-8ca9-8d55676fd741 req-45e0d24f-30a2-40ff-9071-bd3f64b25167 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:17.700931 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-28b58b0c-88bd-4b91-8ca9-8d55676fd741 req-45e0d24f-30a2-40ff-9071-bd3f64b25167 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 943 time: 0.0472319 Jan 13 17:19:17.746925 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-28b58b0c-88bd-4b91-8ca9-8d55676fd741 req-7bd15864-78e9-46f7-8e1c-8c2d2d5becec tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Jan 13 17:19:18.104650 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37866) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:18.164882 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4dc795a7-9766-4f22-947d-ee373e037cfe tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group (6ad6395c-fa1f-4b03-99db-dea4c31ea8b2), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:18.189338 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4dc795a7-9766-4f22-947d-ee373e037cfe tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group (6ad6395c-fa1f-4b03-99db-dea4c31ea8b2), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:18.322768 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4dc795a7-9766-4f22-947d-ee373e037cfe tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6ad6395c-fa1f-4b03-99db-dea4c31ea8b2), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:18.325966 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4dc795a7-9766-4f22-947d-ee373e037cfe tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:18.327140 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4dc795a7-9766-4f22-947d-ee373e037cfe tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ad6395c-fa1f-4b03-99db-dea4c31ea8b2 HTTP/1.1" status: 204 len: 168 time: 0.2214499 Jan 13 17:19:18.336136 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc795a7-9766-4f22-947d-ee373e037cfe tempest-TestShelveInstance-446635471 tempest-TestShelveInstance-446635471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad6395c-fa1f-4b03-99db-dea4c31ea8b2,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:18.429864 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37872) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:18.811571 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:18.864142 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89deb7-1fe1-478f-bc19-b8118d47641f req-ae9abdd6-d999-451f-9d3a-629b01a4ebb2 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:18.866242 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8f89deb7-1fe1-478f-bc19-b8118d47641f req-ae9abdd6-d999-451f-9d3a-629b01a4ebb2 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 943 time: 0.0536823 Jan 13 17:19:18.916148 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8f89deb7-1fe1-478f-bc19-b8118d47641f req-bdf16d41-31a1-41d1-8420-116d55de463b tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Jan 13 17:19:19.062635 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Deleting port b11a7046-46c2-4a5f-bc9c-7b862d75773c {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:19.062889 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:19.092246 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 755bc60c-993b-4da3-acae-c00050a8f311 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:19:19.096094 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device d4528d8e-b3b8-473b-b91a-3beb291d4f14 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:19.122295 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: d4528d8e-b3b8-473b-b91a-3beb291d4f14 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:19.122646 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device d4528d8e-b3b8-473b-b91a-3beb291d4f14 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:19.146465 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] For port b11a7046-46c2-4a5f-bc9c-7b862d75773c, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b11a7046-46c2-4a5f-bc9c-7b862d75773c,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:19.146827 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:19.163703 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Calling delete_port for b11a7046-46c2-4a5f-bc9c-7b862d75773c owned by network:router_interface {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:19.219056 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 755bc60c-993b-4da3-acae-c00050a8f311, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=755bc60c-993b-4da3-acae-c00050a8f311,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:19.230035 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': '755bc60c-993b-4da3-acae-c00050a8f311', 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6', 'port_id': '755bc60c-993b-4da3-acae-c00050a8f311', 'mac_address': 'fa:16:3e:d2:36:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324a4819-0cae-4fed-af3a-f072b7414479', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:19:19.266446 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 755bc60c-993b-4da3-acae-c00050a8f311 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:19:19.266828 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (755bc60c-993b-4da3-acae-c00050a8f311), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:19.280378 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755bc60c-993b-4da3-acae-c00050a8f311 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:19:19.299075 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 755bc60c-993b-4da3-acae-c00050a8f311, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=755bc60c-993b-4da3-acae-c00050a8f311,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:19.378386 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (755bc60c-993b-4da3-acae-c00050a8f311), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:19.428560 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=755bc60c-993b-4da3-acae-c00050a8f311,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:19.435681 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (b11a7046-46c2-4a5f-bc9c-7b862d75773c), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:19.461239 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11a7046-46c2-4a5f-bc9c-7b862d75773c,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:19.644587 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:19.773337 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['755bc60c-993b-4da3-acae-c00050a8f311'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:19:19.863879 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:19:20.021486 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:19:20.028365 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-98b41c86-3ced-4b46-8910-6be7236174a1 admin admin] 10.222.0.42 "PUT /v2.0/routers/937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972509 Jan 13 17:19:20.030404 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37892) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:20.031235 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] Sync routers for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:19:20.041387 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:19:20.042866 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:19:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:20.047827 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9162e6-d1d5-477a-995c-efbfb6b9d894 req-585d20c3-77b6-40fe-a524-40ee54fc305a tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:20.054740 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dc9162e6-d1d5-477a-995c-efbfb6b9d894 req-585d20c3-77b6-40fe-a524-40ee54fc305a tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 944 time: 0.0715694 Jan 13 17:19:20.099139 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-dc9162e6-d1d5-477a-995c-efbfb6b9d894 req-5e2f93fc-a101-42ef-a83d-491eb87b00cd tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Jan 13 17:19:20.137126 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks [] for router (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:20.156099 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:19:20.232771 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks [] for router_gateway (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:20.331083 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '04ecc770-a235-4628-8044-f992de122fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:19:19Z', 'revision_number': 5, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port': {'id': '04ecc770-a235-4628-8044-f992de122fff', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:26Z', 'updated_at': '2022-01-13T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:20.344631 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Deleting port 04ecc770-a235-4628-8044-f992de122fff {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:20.344965 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (04ecc770-a235-4628-8044-f992de122fff), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:20.360364 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] Checking router: 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:19:20.368588 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] Routers {'937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:19:20.369196 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:19:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:20.431367 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] For port 04ecc770-a235-4628-8044-f992de122fff, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=04ecc770-a235-4628-8044-f992de122fff,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:20.431788 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (04ecc770-a235-4628-8044-f992de122fff), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:20.444939 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Calling delete_port for 04ecc770-a235-4628-8044-f992de122fff owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:20.459608 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] Set router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 gateway port host: None {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:19:20.515643 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:19:20Z', 'revision_number': 6, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port_host': None}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:20.541456 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d7192-077f-4d3c-8e37-41debe705735 None None] The sync data for ids ['937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3'] in dv-cinder-799871-9-iscsi is: [{'id': '937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3', 'name': 'tempest-TestShelveInstance-1645067444-router', 'tenant_id': 'd027829118e74e49b3df90cfc013ab6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:25Z', 'updated_at': '2022-01-13T17:19:20Z', 'revision_number': 6, 'project_id': 'd027829118e74e49b3df90cfc013ab6a', 'gw_port_host': None}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:19:20.688625 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (04ecc770-a235-4628-8044-f992de122fff), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:20.712331 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Pushing event deleted for resources: {'Port': ['ID=04ecc770-a235-4628-8044-f992de122fff,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:20.722438 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.722787 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.723128 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.723462 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.723791 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.724145 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.724865 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.724865 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.725097 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.725473 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.725797 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.726118 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.726436 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:20.792412 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:20.891468 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:20.893697 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks [] for router_controller (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.043053 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.043685 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:19:21.048534 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.049813 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-8acfeea0-a898-4c1a-a320-a8bc8e6b21dd admin admin] 10.222.0.42 "DELETE /v2.0/routers/937e4c55-70ee-4b95-ad6d-3bb1a3c9d4e3 HTTP/1.1" status: 204 len: 168 time: 1.0178990 Jan 13 17:19:21.052327 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37898) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:21.095208 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] Deleting subnet 075d8823-0796-47f4-a9c6-0710a52508b7 {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:19:21.098430 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] Publish callbacks [] for subnet (075d8823-0796-47f4-a9c6-0710a52508b7), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.099114 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 755bc60c-993b-4da3-acae-c00050a8f311 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:19:21.138832 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (075d8823-0796-47f4-a9c6-0710a52508b7), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.203270 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port 755bc60c-993b-4da3-acae-c00050a8f311 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:19:21.209380 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port 755bc60c-993b-4da3-acae-c00050a8f311 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:19:21.212238 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (755bc60c-993b-4da3-acae-c00050a8f311), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.258408 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461b2bc-3a11-4641-84ef-7a4a75398226 req-9b99d99a-f409-48c2-a8c2-04d72e34d624 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:21.260173 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b461b2bc-3a11-4641-84ef-7a4a75398226 req-9b99d99a-f409-48c2-a8c2-04d72e34d624 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 944 time: 0.0909646 Jan 13 17:19:21.268787 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (075d8823-0796-47f4-a9c6-0710a52508b7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.311364 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port 755bc60c-993b-4da3-acae-c00050a8f311 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:19:21.311751 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (755bc60c-993b-4da3-acae-c00050a8f311), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.339624 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755bc60c-993b-4da3-acae-c00050a8f311'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:21.342161 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0865a49a-1847-428a-a304-b1935f493bb7" -d '{"events": [{"server_uuid": "eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93", "name": "network-vif-plugged", "status": "completed", "tag": "755bc60c-993b-4da3-acae-c00050a8f311"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:21.354771 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port 755bc60c-993b-4da3-acae-c00050a8f311, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=755bc60c-993b-4da3-acae-c00050a8f311,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:21.358250 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b461b2bc-3a11-4641-84ef-7a4a75398226 req-ef28af12-747e-4f0e-be7a-ebae74372da5 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842338 Jan 13 17:19:21.398025 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf4748e-22f5-4156-916e-7b8cd2e50d4f x-openstack-request-id: req-ebf4748e-22f5-4156-916e-7b8cd2e50d4f {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:21.398317 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93", "name": "network-vif-plugged", "status": "completed", "tag": "755bc60c-993b-4da3-acae-c00050a8f311", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:21.398585 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebf4748e-22f5-4156-916e-7b8cd2e50d4f {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:21.398973 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755bc60c-993b-4da3-acae-c00050a8f311', 'code': 200} Jan 13 17:19:21.437659 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (755bc60c-993b-4da3-acae-c00050a8f311), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.484238 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=755bc60c-993b-4da3-acae-c00050a8f311,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:21.499079 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (075d8823-0796-47f4-a9c6-0710a52508b7), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.525285 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075d8823-0796-47f4-a9c6-0710a52508b7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:21.528713 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.534211 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-3d44390e-8bad-4881-9abd-044335b65104 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/075d8823-0796-47f4-a9c6-0710a52508b7 HTTP/1.1" status: 204 len: 168 time: 0.4785671 Jan 13 17:19:21.535296 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37912) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:21.535880 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5894ca-3e02-481d-af14-614209cca7c1 None None] Network 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:21.625816 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.704194 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Deleting port b09fab01-fe6f-4d80-bf57-97848265addc {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:21.704531 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.709242 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] DHCP port deletion for 1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:19:21.755400 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840ac0-c5a0-4fd2-9dcd-7e4b4bce18f4 req-0a55c64c-ee35-4243-8ffe-54a46edf894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:21.756933 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e8840ac0-c5a0-4fd2-9dcd-7e4b4bce18f4 req-0a55c64c-ee35-4243-8ffe-54a46edf894b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 1098 time: 0.0815513 Jan 13 17:19:21.757072 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] Deleting port b09fab01-fe6f-4d80-bf57-97848265addc {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:21.757418 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.797798 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] For port b09fab01-fe6f-4d80-bf57-97848265addc, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b09fab01-fe6f-4d80-bf57-97848265addc,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:21.798155 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.820384 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Calling delete_port for b09fab01-fe6f-4d80-bf57-97848265addc owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:21.821421 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] For port b09fab01-fe6f-4d80-bf57-97848265addc, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b09fab01-fe6f-4d80-bf57-97848265addc,segment=NetworkSegment(ef048714-2e3d-4e44-a291-c9fcc92bd469),segment_id=ef048714-2e3d-4e44-a291-c9fcc92bd469)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:21.821815 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:21.832500 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e8840ac0-c5a0-4fd2-9dcd-7e4b4bce18f4 req-de100b82-842e-4cac-8136-e1d053ba500d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673149 Jan 13 17:19:21.833776 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] Calling delete_port for b09fab01-fe6f-4d80-bf57-97848265addc owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:22.001705 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.008357 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (b09fab01-fe6f-4d80-bf57-97848265addc), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.031520 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Pushing event deleted for resources: {'Port': ['ID=b09fab01-fe6f-4d80-bf57-97848265addc,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:22.035240 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] No DVR routers for this DVR port b09fab01-fe6f-4d80-bf57-97848265addc on host dv-cinder-799871-9-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:19:22.043734 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] Pushing event deleted for resources: {'Port': ['ID=b09fab01-fe6f-4d80-bf57-97848265addc,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:22.049462 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7e25b-a6f8-4271-9888-38a985966489 None None] No DVR routers for this DVR port b09fab01-fe6f-4d80-bf57-97848265addc on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:19:22.096716 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b09fab01-fe6f-4d80-bf57-97848265addc no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:22.110203 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.116859 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: b09fab01-fe6f-4d80-bf57-97848265addc {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:22.116859 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b09fab01-fe6f-4d80-bf57-97848265addc not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:22.117224 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 04ecc770-a235-4628-8044-f992de122fff no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:22.130175 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b621aa4-07e5-4ee3-98f1-dab2899bb6b7']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:22.137011 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 04ecc770-a235-4628-8044-f992de122fff {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:22.137355 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 04ecc770-a235-4628-8044-f992de122fff not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:22.137765 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b11a7046-46c2-4a5f-bc9c-7b862d75773c no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:22.144472 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef048714-2e3d-4e44-a291-c9fcc92bd469') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:22.144772 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef048714-2e3d-4e44-a291-c9fcc92bd469') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:22.154687 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (ef048714-2e3d-4e44-a291-c9fcc92bd469), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.157294 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: b11a7046-46c2-4a5f-bc9c-7b862d75773c {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:22.157644 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b11a7046-46c2-4a5f-bc9c-7b862d75773c not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:22.167691 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ef048714-2e3d-4e44-a291-c9fcc92bd469), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.173756 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:19:22.174139 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (ef048714-2e3d-4e44-a291-c9fcc92bd469), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:19:22.175789 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:19:22.282963 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (1b621aa4-07e5-4ee3-98f1-dab2899bb6b7), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.288302 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.291763 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b621aa4-07e5-4ee3-98f1-dab2899bb6b7 HTTP/1.1" status: 204 len: 168 time: 0.7549071 Jan 13 17:19:22.294698 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37914) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:22.302534 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae107b-e1c2-4aa7-b7ba-d1d63fb6901b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b621aa4-07e5-4ee3-98f1-dab2899bb6b7,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:22.522097 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e321b4-5a82-4926-997b-c0b3af1e5912 req-0fc7fd1c-89f7-4157-a81e-d5160bc3fc7a tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:22.523553 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-10e321b4-5a82-4926-997b-c0b3af1e5912 req-0fc7fd1c-89f7-4157-a81e-d5160bc3fc7a tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 945 time: 0.0891855 Jan 13 17:19:22.608820 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-10e321b4-5a82-4926-997b-c0b3af1e5912 req-8a8e81e0-3eaa-486c-8dbe-663c6f74f859 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783365 Jan 13 17:19:22.710543 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (1b6dc837-ce43-4df3-8d59-691a9cb9689c), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:22.948153 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Deleting port 221b7358-8fd0-422e-9698-d869d1d572a5 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:22.948540 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:23.023001 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] For port 221b7358-8fd0-422e-9698-d869d1d572a5, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=221b7358-8fd0-422e-9698-d869d1d572a5,segment=NetworkSegment(4f4450da-310c-4a58-baaa-d453dcea22ca),segment_id=4f4450da-310c-4a58-baaa-d453dcea22ca)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:23.023362 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:23.039043 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Calling delete_port for 221b7358-8fd0-422e-9698-d869d1d572a5 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:23.270013 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (221b7358-8fd0-422e-9698-d869d1d572a5), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:23.295252 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Pushing event deleted for resources: {'Port': ['ID=221b7358-8fd0-422e-9698-d869d1d572a5,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:23.452461 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (1b6dc837-ce43-4df3-8d59-691a9cb9689c), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:23.727911 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9397be3-93c7-41a7-8db6-132840778842 req-5b81536a-acaa-42bc-9a66-b3ad26e9c5bf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:23.729492 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b9397be3-93c7-41a7-8db6-132840778842 req-5b81536a-acaa-42bc-9a66-b3ad26e9c5bf tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 945 time: 0.0495176 Jan 13 17:19:23.777932 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b9397be3-93c7-41a7-8db6-132840778842 req-e959419d-866d-4416-9681-4be7ee1c7e9d tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 Jan 13 17:19:23.931628 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Router 1b6dc837-ce43-4df3-8d59-691a9cb9689c has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:19:24.036604 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:19:24.043212 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-7b7e614e-671d-4224-bad1-d2771102f522 admin admin] 10.222.0.42 "PUT /v2.0/routers/1b6dc837-ce43-4df3-8d59-691a9cb9689c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460375 Jan 13 17:19:24.044503 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37932) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:24.047551 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] Sync routers for ids ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:19:24.059721 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] Routers {'1b6dc837-ce43-4df3-8d59-691a9cb9689c'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:19:24.060351 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:19:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:24.149555 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks [] for router (1b6dc837-ce43-4df3-8d59-691a9cb9689c), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:24.165671 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] Set router 1b6dc837-ce43-4df3-8d59-691a9cb9689c gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:19:24.250218 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks [] for router_gateway (1b6dc837-ce43-4df3-8d59-691a9cb9689c), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:24.335729 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:19:23Z', 'revision_number': 5, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port': {'id': '222bf7f2-e95a-4754-863d-8a8846ecbc75', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:37Z', 'updated_at': '2022-01-13T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:24.364708 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] Checking router: 1b6dc837-ce43-4df3-8d59-691a9cb9689c for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:19:24.365868 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Deleting port 222bf7f2-e95a-4754-863d-8a8846ecbc75 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:24.366360 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:24.373771 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] Routers {'1b6dc837-ce43-4df3-8d59-691a9cb9689c'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:19:24.374369 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:19:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:24.444906 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] For port 222bf7f2-e95a-4754-863d-8a8846ecbc75, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=222bf7f2-e95a-4754-863d-8a8846ecbc75,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:24.445268 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:24.461077 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Calling delete_port for 222bf7f2-e95a-4754-863d-8a8846ecbc75 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:24.461370 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] Set router 1b6dc837-ce43-4df3-8d59-691a9cb9689c gateway port host: None {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:19:24.512764 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:19:24Z', 'revision_number': 6, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port_host': None}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:24.628560 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9c99f-eb56-45c8-b2ca-0b4fe380f645 None None] The sync data for ids ['1b6dc837-ce43-4df3-8d59-691a9cb9689c'] in dv-cinder-799871-9-iscsi is: [{'id': '1b6dc837-ce43-4df3-8d59-691a9cb9689c', 'name': 'tempest-TestShelveInstance-736867835-router', 'tenant_id': '0629a97922984cf5b5eab2c00169a94e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:36Z', 'updated_at': '2022-01-13T17:19:24Z', 'revision_number': 6, 'project_id': '0629a97922984cf5b5eab2c00169a94e', 'gw_port_host': None}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:19:24.700192 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (222bf7f2-e95a-4754-863d-8a8846ecbc75), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:24.724762 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Pushing event deleted for resources: {'Port': ['ID=222bf7f2-e95a-4754-863d-8a8846ecbc75,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:24.783622 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (1b6dc837-ce43-4df3-8d59-691a9cb9689c), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:24.871172 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (1b6dc837-ce43-4df3-8d59-691a9cb9689c), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:24.873314 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks [] for router_controller (1b6dc837-ce43-4df3-8d59-691a9cb9689c), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.024273 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (1b6dc837-ce43-4df3-8d59-691a9cb9689c), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.027688 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6dc837-ce43-4df3-8d59-691a9cb9689c {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:19:25.030270 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.034584 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2e081075-940b-4975-bcfd-e09da83f5404 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1b6dc837-ce43-4df3-8d59-691a9cb9689c HTTP/1.1" status: 204 len: 168 time: 0.9860427 Jan 13 17:19:25.034982 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37936) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:25.083956 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] Deleting subnet 00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:19:25.087041 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] Publish callbacks [] for subnet (00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.121808 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.203096 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.321831 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.346214 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:25.349732 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.353246 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a69b7562-f7fa-4bf8-afb4-eca1583bd93e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/00e1e4e9-1ea8-4e77-8b50-edf8ff0a0def HTTP/1.1" status: 204 len: 168 time: 0.3168321 Jan 13 17:19:25.355994 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 37938) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:25.356840 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98fd00-6b33-41e8-b9ed-1cafacc2b662 None None] Network 6bee138f-d898-49ac-8916-3a138a9eeead requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:25.428125 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (6bee138f-d898-49ac-8916-3a138a9eeead), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.485537 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Deleting port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:25.485872 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.501825 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] DHCP port deletion for 6bee138f-d898-49ac-8916-3a138a9eeead request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:19:25.552081 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] For port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,segment=NetworkSegment(4f4450da-310c-4a58-baaa-d453dcea22ca),segment_id=4f4450da-310c-4a58-baaa-d453dcea22ca)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:25.552571 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.559080 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] Deleting port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:25.559539 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.566329 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Calling delete_port for b5b00e3d-4bb3-4f04-8225-1574e75dbe3f owned by network:dhcp {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:25.628727 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] For port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,segment=NetworkSegment(4f4450da-310c-4a58-baaa-d453dcea22ca),segment_id=4f4450da-310c-4a58-baaa-d453dcea22ca)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:25.629331 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.643216 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] Calling delete_port for b5b00e3d-4bb3-4f04-8225-1574e75dbe3f owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:25.711848 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.723246 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (b5b00e3d-4bb3-4f04-8225-1574e75dbe3f), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.733687 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:25.738929 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] No DVR routers for this DVR port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f on host dv-cinder-799871-9-iscsi {{(pid=103098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:19:25.749964 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] Pushing event deleted for resources: {'Port': ['ID=b5b00e3d-4bb3-4f04-8225-1574e75dbe3f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:25.751785 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601f542-2bce-4c89-aa70-09d6e6615400 None None] No DVR routers for this DVR port b5b00e3d-4bb3-4f04-8225-1574e75dbe3f on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:19:25.814567 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (6bee138f-d898-49ac-8916-3a138a9eeead), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.834034 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bee138f-d898-49ac-8916-3a138a9eeead']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:25.843575 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4450da-310c-4a58-baaa-d453dcea22ca') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:25.848144 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4450da-310c-4a58-baaa-d453dcea22ca') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:19:25.855596 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9038928'] for segment (4f4450da-310c-4a58-baaa-d453dcea22ca), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.872283 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (4f4450da-310c-4a58-baaa-d453dcea22ca), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.878577 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9067641'] for segment (4f4450da-310c-4a58-baaa-d453dcea22ca), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: Traceback (most recent call last): Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: timer() Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: cb(*args, **kw) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: return func(*args, **kwargs) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: self._notify() Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: self.callback(batched_events) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: event.method(event) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: return f(self, *a, **k) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._get(url).json() Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: return self.request(url, 'GET', **kwargs) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:19:25.882502 dv-cinder-799871-9-iscsi neutron-server[103098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:19:26.001022 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (6bee138f-d898-49ac-8916-3a138a9eeead), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:26.005351 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:26.008587 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6bee138f-d898-49ac-8916-3a138a9eeead HTTP/1.1" status: 204 len: 168 time: 0.6516018 Jan 13 17:19:26.021737 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e62218-df3a-4ea3-a763-d00ceb10ce28 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bee138f-d898-49ac-8916-3a138a9eeead,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:26.077896 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 221b7358-8fd0-422e-9698-d869d1d572a5 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:26.101443 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 221b7358-8fd0-422e-9698-d869d1d572a5 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:26.101799 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 221b7358-8fd0-422e-9698-d869d1d572a5 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:26.102255 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b5b00e3d-4bb3-4f04-8225-1574e75dbe3f no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:26.124827 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: b5b00e3d-4bb3-4f04-8225-1574e75dbe3f {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:26.124827 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device b5b00e3d-4bb3-4f04-8225-1574e75dbe3f not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:26.124827 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 222bf7f2-e95a-4754-863d-8a8846ecbc75 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:26.139826 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 222bf7f2-e95a-4754-863d-8a8846ecbc75 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:26.140190 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 222bf7f2-e95a-4754-863d-8a8846ecbc75 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:26.327795 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37948) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:26.365144 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-625a45bc-cd3c-47d3-a9e0-26f315fc77d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d027829118e74e49b3df90cfc013ab6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371675 Jan 13 17:19:26.367382 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37950) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:26.419783 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ab3-4a4d-4773-96c9-7481b8e427d1 admin admin] Publish callbacks [] for security_group (3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:26.441706 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ab3-4a4d-4773-96c9-7481b8e427d1 admin admin] Publish callbacks [] for security_group (3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:26.574241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ab3-4a4d-4773-96c9-7481b8e427d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:26.576919 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a1ab4ab3-4a4d-4773-96c9-7481b8e427d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:26.578124 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a1ab4ab3-4a4d-4773-96c9-7481b8e427d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6 HTTP/1.1" status: 204 len: 168 time: 0.2098858 Jan 13 17:19:26.585807 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab4ab3-4a4d-4773-96c9-7481b8e427d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1dcf34-02b9-45c8-b1f2-cd68f83e5fc6,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:26.884038 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0105050-dfab-46b0-8606-e91e023dc4b7 req-43bb9554-7d05-4f3b-851e-b8f59f73ffef tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:26.886050 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b0105050-dfab-46b0-8606-e91e023dc4b7 req-43bb9554-7d05-4f3b-851e-b8f59f73ffef tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 945 time: 0.0484557 Jan 13 17:19:26.931762 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b0105050-dfab-46b0-8606-e91e023dc4b7 req-5408d188-0735-4528-ac32-d57489024536 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Jan 13 17:19:27.310958 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37974) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:27.350677 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-7a0a8aa0-11ba-4b31-bfa1-f3100af8a071 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0629a97922984cf5b5eab2c00169a94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385303 Jan 13 17:19:27.353078 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 37978) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:27.404149 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26e057a2-b4c8-48a3-91fa-83782e5f9c7c admin admin] Publish callbacks [] for security_group (60ec9d2a-ef05-4b82-99a0-37241d4265ba), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:27.429972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26e057a2-b4c8-48a3-91fa-83782e5f9c7c admin admin] Publish callbacks [] for security_group (60ec9d2a-ef05-4b82-99a0-37241d4265ba), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:27.554980 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26e057a2-b4c8-48a3-91fa-83782e5f9c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (60ec9d2a-ef05-4b82-99a0-37241d4265ba), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:27.557715 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-26e057a2-b4c8-48a3-91fa-83782e5f9c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:27.560205 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-26e057a2-b4c8-48a3-91fa-83782e5f9c7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60ec9d2a-ef05-4b82-99a0-37241d4265ba HTTP/1.1" status: 204 len: 168 time: 0.2049134 Jan 13 17:19:27.566574 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e057a2-b4c8-48a3-91fa-83782e5f9c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec9d2a-ef05-4b82-99a0-37241d4265ba,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:28.051406 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac6733-7b76-4ef3-b868-7d43aaeb2740 req-cf88ea5c-eda3-4249-b2d9-38491877dd6f tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:28.052947 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-85ac6733-7b76-4ef3-b868-7d43aaeb2740 req-cf88ea5c-eda3-4249-b2d9-38491877dd6f tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 945 time: 0.0496893 Jan 13 17:19:28.102838 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-85ac6733-7b76-4ef3-b868-7d43aaeb2740 req-c01791e0-7c42-47ce-ac4c-082bc4e45010 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Jan 13 17:19:28.264203 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-5853b73d-0e12-4c54-a6b6-40ec7034227d tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:28.265610 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-5853b73d-0e12-4c54-a6b6-40ec7034227d tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Jan 13 17:19:28.353290 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Deleting port 755bc60c-993b-4da3-acae-c00050a8f311 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:28.353952 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (755bc60c-993b-4da3-acae-c00050a8f311), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:28.438610 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] For port 755bc60c-993b-4da3-acae-c00050a8f311, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=755bc60c-993b-4da3-acae-c00050a8f311,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:28.438967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (755bc60c-993b-4da3-acae-c00050a8f311), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:28.450713 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Calling delete_port for 755bc60c-993b-4da3-acae-c00050a8f311 owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:28.669545 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (755bc60c-993b-4da3-acae-c00050a8f311), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:28.681732 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['755bc60c-993b-4da3-acae-c00050a8f311'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:19:28.695313 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Pushing event deleted for resources: {'Port': ['ID=755bc60c-993b-4da3-acae-c00050a8f311,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:28.735284 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] No DVR routers for this DVR port 755bc60c-993b-4da3-acae-c00050a8f311 on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:19:28.737567 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:28.740788 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-8cda307a-fec9-42c8-804b-e5aac80a9a21 req-fdccef09-8ab2-4c52-a00f-d4a111df5a21 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "DELETE /v2.0/ports/755bc60c-993b-4da3-acae-c00050a8f311 HTTP/1.1" status: 204 len: 173 time: 0.4697676 Jan 13 17:19:28.741213 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'name': 'network-vif-deleted', 'tag': '755bc60c-993b-4da3-acae-c00050a8f311'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:28.743400 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288275b6-c0b6-4e7d-b5bd-8b258125712f" -d '{"events": [{"server_uuid": "eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93", "name": "network-vif-deleted", "tag": "755bc60c-993b-4da3-acae-c00050a8f311"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:28.779672 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0d6838-c79b-45f5-aeec-cd99ba62dc00 x-openstack-request-id: req-0b0d6838-c79b-45f5-aeec-cd99ba62dc00 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:28.779988 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93", "name": "network-vif-deleted", "tag": "755bc60c-993b-4da3-acae-c00050a8f311", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:28.782046 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b0d6838-c79b-45f5-aeec-cd99ba62dc00 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:28.782046 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93', 'name': 'network-vif-deleted', 'tag': '755bc60c-993b-4da3-acae-c00050a8f311', 'status': 'completed', 'code': 200} Jan 13 17:19:28.887033 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:19:29.206151 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-49cb8914-3c36-41c7-9b0b-3cd98dff45bf req-73898cda-7ba0-40bd-95b5-5b555ec4e0b6 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb6d12e9-7c90-4c7f-9fbd-baf4df40bc93 HTTP/1.1" status: 200 len: 210 time: 0.0262136 Jan 13 17:19:30.561744 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-3a4b03c1-c94d-41a3-bc5a-ea0602ee5b41 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:30.563251 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-3a4b03c1-c94d-41a3-bc5a-ea0602ee5b41 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/networks?id=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 HTTP/1.1" status: 200 len: 809 time: 0.1003609 Jan 13 17:19:30.578031 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-6e6be309-1920-405d-82f2-1569ce80c10c tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/quotas/a86e33c1a2a2476ebfe5c967d29cb268 HTTP/1.1" status: 200 len: 375 time: 0.0094535 Jan 13 17:19:30.611644 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-c7714a80-f14b-42bf-83e1-d67610309f45 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286150 Jan 13 17:19:30.698675 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-e1541f77-1fc2-4923-a25f-4aa66855ccd1 service neutron] 10.222.0.42 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805898 Jan 13 17:19:30.787833 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-13f01fe8-d695-440a-9bfb-e8472fd5e07e service neutron] 10.222.0.42 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834627 Jan 13 17:19:31.033368 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38062) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:31.075159 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-9ced4a5f-e204-4243-938c-8a2dbd5055df req-8bfb2545-7745-4339-a1d5-5a624319e187 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 210 time: 0.0349567 Jan 13 17:19:31.141818 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-179b810d-0d4d-4a05-8d61-80299e050e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:31.214772 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-179b810d-0d4d-4a05-8d61-80299e050e67 admin admin] Publish callbacks [] for security_group (cb2e7363-dae1-4aa5-b857-f58212c9aff2), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:31.283210 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-179b810d-0d4d-4a05-8d61-80299e050e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (cb2e7363-dae1-4aa5-b857-f58212c9aff2), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:31.321162 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-179b810d-0d4d-4a05-8d61-80299e050e67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c819175967ad47edac547176d71e9631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867439 Jan 13 17:19:31.321985 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b810d-0d4d-4a05-8d61-80299e050e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e7363-dae1-4aa5-b857-f58212c9aff2,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:31.325315 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38070) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:31.373856 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-986e1d28-5ea9-49c5-bd8c-4aca2906c39e admin admin] Publish callbacks [] for security_group (cb2e7363-dae1-4aa5-b857-f58212c9aff2), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:31.394379 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-986e1d28-5ea9-49c5-bd8c-4aca2906c39e admin admin] Publish callbacks [] for security_group (cb2e7363-dae1-4aa5-b857-f58212c9aff2), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:31.504109 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-986e1d28-5ea9-49c5-bd8c-4aca2906c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (cb2e7363-dae1-4aa5-b857-f58212c9aff2), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:31.506656 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-986e1d28-5ea9-49c5-bd8c-4aca2906c39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:31.507794 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-986e1d28-5ea9-49c5-bd8c-4aca2906c39e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb2e7363-dae1-4aa5-b857-f58212c9aff2 HTTP/1.1" status: 204 len: 168 time: 0.1815202 Jan 13 17:19:31.516510 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1d28-5ea9-49c5-bd8c-4aca2906c39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e7363-dae1-4aa5-b857-f58212c9aff2,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:32.166433 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-d2b85964-c1f1-4d8b-ad13-7d31ad35459b req-6fc3e390-f302-4e00-ae02-114fbb1ae241 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 210 time: 0.0250888 Jan 13 17:19:32.192844 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38080) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:32.205574 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e693d97-8c68-4bef-98f2-53c85951171e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:32.280597 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e693d97-8c68-4bef-98f2-53c85951171e admin admin] Publish callbacks [] for security_group (5acf62eb-aa18-4532-9db7-9ef6f1f21b1e), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:32.334050 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-2e693d97-8c68-4bef-98f2-53c85951171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5acf62eb-aa18-4532-9db7-9ef6f1f21b1e), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:32.371849 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-2e693d97-8c68-4bef-98f2-53c85951171e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bd0cff4914844ffadecef2ddb8a4797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778944 Jan 13 17:19:32.373828 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e693d97-8c68-4bef-98f2-53c85951171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf62eb-aa18-4532-9db7-9ef6f1f21b1e,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:32.374572 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38082) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:32.429824 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03ace079-dda8-4bb5-a222-282ec408d732 admin admin] Publish callbacks [] for security_group (5acf62eb-aa18-4532-9db7-9ef6f1f21b1e), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:32.450694 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03ace079-dda8-4bb5-a222-282ec408d732 admin admin] Publish callbacks [] for security_group (5acf62eb-aa18-4532-9db7-9ef6f1f21b1e), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:32.578128 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03ace079-dda8-4bb5-a222-282ec408d732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (5acf62eb-aa18-4532-9db7-9ef6f1f21b1e), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:32.580782 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03ace079-dda8-4bb5-a222-282ec408d732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:32.581937 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-03ace079-dda8-4bb5-a222-282ec408d732 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5acf62eb-aa18-4532-9db7-9ef6f1f21b1e HTTP/1.1" status: 204 len: 168 time: 0.2064006 Jan 13 17:19:32.595901 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ace079-dda8-4bb5-a222-282ec408d732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf62eb-aa18-4532-9db7-9ef6f1f21b1e,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:33.066159 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-9ad4f578-72b9-4b16-b2ca-f5ecb4915b05 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:33.067617 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-9ad4f578-72b9-4b16-b2ca-f5ecb4915b05 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "GET /v2.0/networks?id=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 HTTP/1.1" status: 200 len: 809 time: 0.1115515 Jan 13 17:19:33.081881 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Request body: {'port': {'device_id': '49c6f052-104a-4459-a369-a2a7a89895ab', 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6', 'admin_state_up': True, 'tenant_id': 'a86e33c1a2a2476ebfe5c967d29cb268'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:33.147916 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 755bc60c-993b-4da3-acae-c00050a8f311 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:33.168605 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 755bc60c-993b-4da3-acae-c00050a8f311 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:33.168862 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 755bc60c-993b-4da3-acae-c00050a8f311 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:19:33.268176 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5d4539d7-0d5c-43e4-a674-231cc8048a1c req-38b87f1e-44de-47c5-99b0-4e04f41cba18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 210 time: 0.0283470 Jan 13 17:19:33.270917 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Made reservation on behalf of a86e33c1a2a2476ebfe5c967d29cb268 for: {'port': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:33.274376 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:33.403967 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_common [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Allocated IP 172.20.0.2 (07cfcc35-d58a-4e8b-b722-02c76e7fa2a6/324a4819-0cae-4fed-af3a-f072b7414479/f8b4d272-dbad-44c4-824f-b1e993eafe52) {{(pid=103097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 13 17:19:33.548868 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks [] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:33.624790 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766310821142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:33.670312 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 is already hosted by enough agents. {{(pid=103097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 13 17:19:33.675311 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Resources bound (agent type, host, resource id): {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:19:33.678836 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Received port after_create {{(pid=103097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 13 17:19:33.700206 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e5fe8397-fb82-41c0-872e-cbc7eca22771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:33.702117 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Pushing event updated for resources: {'Port': ['ID=f8b4d272-dbad-44c4-824f-b1e993eafe52,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:33.729519 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:33.730685 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:33.788149 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-cfd6b7f1-101d-4ab0-b9af-0515282c9b33 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7099812 Jan 13 17:19:33.799637 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Request body: {'port': {'device_id': '49c6f052-104a-4459-a369-a2a7a89895ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:33.854093 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:34.110215 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b4d272-dbad-44c4-824f-b1e993eafe52 {{(pid=103097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:19:34.117585 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Publish callbacks [] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), precommit_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:34.130225 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.provisioning_blocks [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Transition to ACTIVE for port object f8b4d272-dbad-44c4-824f-b1e993eafe52 will not be triggered until provisioned by entity L2. {{(pid=103097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 13 17:19:34.200685 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:34.267425 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b4d272-dbad-44c4-824f-b1e993eafe52,revision_number=2']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:34.321870 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Attempting to bind port f8b4d272-dbad-44c4-824f-b1e993eafe52 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 13 17:19:34.322275 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Attempting to bind port f8b4d272-dbad-44c4-824f-b1e993eafe52 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 13 17:19:34.322703 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Attempting to bind port f8b4d272-dbad-44c4-824f-b1e993eafe52 on network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:19:34.327268 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Port f8b4d272-dbad-44c4-824f-b1e993eafe52 on network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 13 17:19:34.327691 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Attempting to bind port f8b4d272-dbad-44c4-824f-b1e993eafe52 on network 07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 13 17:19:34.333239 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Checking agent: {'id': 'd8868441-f1a7-4e87-98d4-2b06db30d9dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'started_at': datetime.datetime(2022, 1, 13, 17, 8, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 13, 17, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 13 17:19:34.335872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Checking segment: {'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:19:34.335872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Bound using segment: {'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'} {{(pid=103097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 13 17:19:34.335872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.managers [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Bound port: f8b4d272-dbad-44c4-824f-b1e993eafe52, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6'}}] {{(pid=103097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 13 17:19:34.335872 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), before_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:34.386148 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920459cd-4a65-4d49-a979-12da476cdb95 req-39fa4a17-93fd-4c16-9d67-27057c7fea6b tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:34.387655 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-920459cd-4a65-4d49-a979-12da476cdb95 req-39fa4a17-93fd-4c16-9d67-27057c7fea6b tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 943 time: 0.0508428 Jan 13 17:19:34.399096 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] For port f8b4d272-dbad-44c4-824f-b1e993eafe52, host hv-cinder-79987, cleared binding levels {{(pid=103097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 13 17:19:34.402216 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] For port f8b4d272-dbad-44c4-824f-b1e993eafe52, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f8b4d272-dbad-44c4-824f-b1e993eafe52,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 13 17:19:34.437996 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-920459cd-4a65-4d49-a979-12da476cdb95 req-5daea223-a61f-4bee-a69f-1f4f7c618209 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Jan 13 17:19:34.477441 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12408877'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), after_update {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:34.510878 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:34.511541 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:34.512966 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] 10.222.0.57 "PUT /v2.0/ports/f8b4d272-dbad-44c4-824f-b1e993eafe52 HTTP/1.1" status: 200 len: 1093 time: 0.7172334 Jan 13 17:19:34.517496 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c6f052-104a-4459-a369-a2a7a89895ab', 'tag': 'f8b4d272-dbad-44c4-824f-b1e993eafe52'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:34.517496 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff97a5-3dcf-4c35-9230-3f1813e0186e" -d '{"events": [{"name": "network-changed", "server_uuid": "49c6f052-104a-4459-a369-a2a7a89895ab", "tag": "f8b4d272-dbad-44c4-824f-b1e993eafe52"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:34.546131 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dcb83-c022-4447-9d4f-50e7873ddc14 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b4d272-dbad-44c4-824f-b1e993eafe52,revision_number=3']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:34.557046 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ce202-dbec-4967-8ada-2313d74711d0 x-openstack-request-id: req-389ce202-dbec-4967-8ada-2313d74711d0 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:34.557341 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c6f052-104a-4459-a369-a2a7a89895ab", "tag": "f8b4d272-dbad-44c4-824f-b1e993eafe52", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:34.557595 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-389ce202-dbec-4967-8ada-2313d74711d0 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:34.558020 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c6f052-104a-4459-a369-a2a7a89895ab', 'tag': 'f8b4d272-dbad-44c4-824f-b1e993eafe52', 'status': 'completed', 'code': 200} Jan 13 17:19:34.619145 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff97a5-3dcf-4c35-9230-3f1813e0186e req-06bb815d-3212-4d46-963a-5737cd53f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:34.620724 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f1ff97a5-3dcf-4c35-9230-3f1813e0186e req-06bb815d-3212-4d46-963a-5737cd53f6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 1096 time: 0.0411131 Jan 13 17:19:34.722843 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff97a5-3dcf-4c35-9230-3f1813e0186e req-889884f9-5334-43ef-9480-59d31708e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:34.724489 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f1ff97a5-3dcf-4c35-9230-3f1813e0186e req-889884f9-5334-43ef-9480-59d31708e4c6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0938509 Jan 13 17:19:35.082972 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff97a5-3dcf-4c35-9230-3f1813e0186e req-553bdda0-8190-49c3-a6a1-dcc76472159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:35.084449 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f1ff97a5-3dcf-4c35-9230-3f1813e0186e req-553bdda0-8190-49c3-a6a1-dcc76472159c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3537784 Jan 13 17:19:35.167981 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-67f486a9-8b4f-4e8f-aaf9-bba81cba55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:35.169855 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-67f486a9-8b4f-4e8f-aaf9-bba81cba55c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 1096 time: 0.0478027 Jan 13 17:19:35.211848 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-3303dfd3-ab44-454f-8c15-e29be414df22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8b4d272-dbad-44c4-824f-b1e993eafe52 HTTP/1.1" status: 200 len: 217 time: 0.0343330 Jan 13 17:19:35.262832 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-86eaf5a7-575c-4ea4-a6e8-61f4cb5bad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:35.264553 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-86eaf5a7-575c-4ea4-a6e8-61f4cb5bad44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=324a4819-0cae-4fed-af3a-f072b7414479 HTTP/1.1" status: 200 len: 849 time: 0.0467868 Jan 13 17:19:35.298871 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-aca87fb9-f4eb-4b94-9aab-339910d53df6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276518 Jan 13 17:19:35.387489 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-518a48c7-7f5a-40ed-86a2-890271e40e28 service neutron] 10.222.0.57 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802729 Jan 13 17:19:35.477591 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f22ad240-4c6c-42cf-adc1-94b83ce66b44 req-c26d6fce-57cc-4389-95c3-84f8a7cf09db service neutron] 10.222.0.57 "GET /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840342 Jan 13 17:19:35.551554 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bebef2-dad3-44c1-9c5a-62f8f3cc4217 req-bd506c8d-c13e-4107-8aba-c1566f2038fa tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:35.553042 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e3bebef2-dad3-44c1-9c5a-62f8f3cc4217 req-bd506c8d-c13e-4107-8aba-c1566f2038fa tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 943 time: 0.0481365 Jan 13 17:19:35.601894 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-e3bebef2-dad3-44c1-9c5a-62f8f3cc4217 req-546a7b7f-b2f6-4a7b-b365-8c18b331095c tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Jan 13 17:19:35.910912 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7073-4b24-457f-8a3f-9801e2d1a4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:36.718306 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801560e-1286-49cb-91a5-e986695ab0df req-245819c8-0896-41ae-8657-2fc8ed9b24a9 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:36.719791 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7801560e-1286-49cb-91a5-e986695ab0df req-245819c8-0896-41ae-8657-2fc8ed9b24a9 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 943 time: 0.0482757 Jan 13 17:19:36.765894 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7801560e-1286-49cb-91a5-e986695ab0df req-fe15e5bb-d537-4f73-9263-8937e15c0261 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Jan 13 17:19:37.012859 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:37.876246 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d15b36-6c79-4d50-b977-c4bfa317a302 req-c2c2658e-e72e-4bfe-b9a0-fd8f2836f9e7 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:37.877708 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c2d15b36-6c79-4d50-b977-c4bfa317a302 req-c2c2658e-e72e-4bfe-b9a0-fd8f2836f9e7 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 943 time: 0.0478270 Jan 13 17:19:37.924477 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-c2d15b36-6c79-4d50-b977-c4bfa317a302 req-1c4da917-7f9a-4116-97a5-259e5ab64b17 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Jan 13 17:19:38.469359 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:39.036085 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f39c9-af7f-4246-9945-d10551527445 req-eeb72242-a10d-400d-84a3-f18b12c76828 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:39.037553 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6f4f39c9-af7f-4246-9945-d10551527445 req-eeb72242-a10d-400d-84a3-f18b12c76828 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 943 time: 0.0474601 Jan 13 17:19:39.085651 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6f4f39c9-af7f-4246-9945-d10551527445 req-e28d2966-7a21-4ac6-9ded-6eb15235d43e tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Jan 13 17:19:39.584290 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f8b4d272-dbad-44c4-824f-b1e993eafe52 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=103099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 13 17:19:39.700825 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port f8b4d272-dbad-44c4-824f-b1e993eafe52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f8b4d272-dbad-44c4-824f-b1e993eafe52,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:39.703299 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Returning: {'device': 'f8b4d272-dbad-44c4-824f-b1e993eafe52', 'network_id': '07cfcc35-d58a-4e8b-b722-02c76e7fa2a6', 'port_id': 'f8b4d272-dbad-44c4-824f-b1e993eafe52', 'mac_address': 'fa:16:3e:aa:51:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324a4819-0cae-4fed-af3a-f072b7414479', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 13 17:19:39.739566 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port f8b4d272-dbad-44c4-824f-b1e993eafe52 is: DOWN; New status is: BUILD {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:19:39.739950 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:39.753228 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b4d272-dbad-44c4-824f-b1e993eafe52 {{(pid=103099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 13 17:19:39.773279 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port f8b4d272-dbad-44c4-824f-b1e993eafe52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f8b4d272-dbad-44c4-824f-b1e993eafe52,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:39.808225 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:39.910990 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:39.956625 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=f8b4d272-dbad-44c4-824f-b1e993eafe52,revision_number=4']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:39.963311 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.963661 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.964000 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.964359 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.964685 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.965015 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.965336 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.965693 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.966013 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.966332 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.966647 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.966968 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:39.967283 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:19:40.195599 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719368e7-b2a9-4ad3-b9a5-5b5ea4412027 req-0f448112-7c14-4191-945c-a4176077fb43 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:40.197081 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-719368e7-b2a9-4ad3-b9a5-5b5ea4412027 req-0f448112-7c14-4191-945c-a4176077fb43 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 944 time: 0.0472193 Jan 13 17:19:40.241837 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-719368e7-b2a9-4ad3-b9a5-5b5ea4412027 req-54b0e923-b2b7-4efd-8326-02016577ae84 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390472 Jan 13 17:19:41.357508 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7197b4f-262e-4db4-9c33-c880a2f785d1 req-78cb02f6-4c0f-48d2-87a5-fe31c07ef9ee tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:41.358954 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e7197b4f-262e-4db4-9c33-c880a2f785d1 req-78cb02f6-4c0f-48d2-87a5-fe31c07ef9ee tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 944 time: 0.0509648 Jan 13 17:19:41.404879 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-e7197b4f-262e-4db4-9c33-c880a2f785d1 req-d94e3c52-e2b2-485c-993c-16487ffeb5cb tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Jan 13 17:19:41.658945 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['f8b4d272-dbad-44c4-824f-b1e993eafe52'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:19:41.990999 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:42.436114 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-f355885e-853b-4ab9-bb3f-7cca1f0d4d08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501289 Jan 13 17:19:42.521355 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7eca50-a752-4629-b5e4-a196db16c4a3 req-1e1338b6-1ce6-4bdd-b78e-d981e89f6acd tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:42.522836 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0f7eca50-a752-4629-b5e4-a196db16c4a3 req-1e1338b6-1ce6-4bdd-b78e-d981e89f6acd tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 944 time: 0.0509865 Jan 13 17:19:42.526076 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-ecbae54f-912c-4f16-a1a1-7b4635df6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:42.527649 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-ecbae54f-912c-4f16-a1a1-7b4635df6b98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1099 time: 0.0412908 Jan 13 17:19:42.576784 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-0f7eca50-a752-4629-b5e4-a196db16c4a3 req-78279747-a702-419b-a3d5-598b27b324e1 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470295 Jan 13 17:19:42.636297 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-705a5ac3-86ee-4613-9a7c-e5d4d9b14eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:42.638466 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-705a5ac3-86ee-4613-9a7c-e5d4d9b14eff service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 913 time: 0.0918696 Jan 13 17:19:42.709304 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-05726a9f-c10c-4432-8139-cd17f2ffe313 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d HTTP/1.1" status: 200 len: 1002 time: 0.0618949 Jan 13 17:19:42.765433 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-bff762d3-f04b-4e35-8898-811719fd3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:42.766878 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-bff762d3-f04b-4e35-8898-811719fd3114 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0488338 Jan 13 17:19:42.815731 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-8e0acb5c-2ef3-493a-995d-cee1217222c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:42.815731 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-8e0acb5c-2ef3-493a-995d-cee1217222c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383363 Jan 13 17:19:42.907422 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-426dad0a-dcc7-46e4-b560-cc771677ca8d service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828815 Jan 13 17:19:43.003765 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7900491f-c2c0-4a47-a576-4c1e716a3f4e req-6e254bf9-6000-45c5-b840-8444c147bd69 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872467 Jan 13 17:19:43.417885 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f8b4d272-dbad-44c4-824f-b1e993eafe52 up at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 13 17:19:43.543313 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning for port f8b4d272-dbad-44c4-824f-b1e993eafe52 completed by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 13 17:19:43.547781 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.provisioning_blocks [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Provisioning complete for port f8b4d272-dbad-44c4-824f-b1e993eafe52 triggered by entity L2. {{(pid=103099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 13 17:19:43.548193 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3669391'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), provisioning_complete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:43.631819 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Current status of the port f8b4d272-dbad-44c4-824f-b1e993eafe52 is: BUILD; New status is: ACTIVE {{(pid=103099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 13 17:19:43.632236 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), before_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:43.655025 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c6f052-104a-4459-a369-a2a7a89895ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4d272-dbad-44c4-824f-b1e993eafe52'}] {{(pid=103099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:43.657567 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f5c2235443187cbddca3c4bdd35c364018f80f34b770be81ea224f0fad57016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e261c8-cb5d-434d-ac04-55e6408726b8" -d '{"events": [{"server_uuid": "49c6f052-104a-4459-a369-a2a7a89895ab", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4d272-dbad-44c4-824f-b1e993eafe52"}]}' {{(pid=103099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:43.670637 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] For port f8b4d272-dbad-44c4-824f-b1e993eafe52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f8b4d272-dbad-44c4-824f-b1e993eafe52,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:43.696644 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4096ef3-97c6-46ab-8aa4-1ac008ae169b x-openstack-request-id: req-e4096ef3-97c6-46ab-8aa4-1ac008ae169b {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:43.696936 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c6f052-104a-4459-a369-a2a7a89895ab", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4d272-dbad-44c4-824f-b1e993eafe52", "code": 200}]} {{(pid=103099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:43.697194 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4096ef3-97c6-46ab-8aa4-1ac008ae169b {{(pid=103099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:43.697576 dv-cinder-799871-9-iscsi neutron-server[103099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c6f052-104a-4459-a369-a2a7a89895ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4d272-dbad-44c4-824f-b1e993eafe52', 'code': 200} Jan 13 17:19:43.698219 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbcecb-0091-471c-b635-cfaadd15b5af req-d6000e52-d027-4d4a-bbb6-b82fdff4bf73 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:43.699950 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0ddbcecb-0091-471c-b635-cfaadd15b5af req-d6000e52-d027-4d4a-bbb6-b82fdff4bf73 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 944 time: 0.0531018 Jan 13 17:19:43.743809 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766311336524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766310821160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766310821178'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:43.752965 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-0ddbcecb-0091-471c-b635-cfaadd15b5af req-f68f0c6e-0698-4565-809c-efe7fcbb9d4c tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473626 Jan 13 17:19:43.790861 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Pushing event updated for resources: {'Port': ['ID=f8b4d272-dbad-44c4-824f-b1e993eafe52,revision_number=5']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:44.016290 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b468f2-3cba-443c-8e67-e09b7107c83e req-8db1e11c-9640-4f10-a0e0-e95e6ee5f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:44.017769 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b9b468f2-3cba-443c-8e67-e09b7107c83e req-8db1e11c-9640-4f10-a0e0-e95e6ee5f877 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 1098 time: 0.0425296 Jan 13 17:19:44.063089 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b9b468f2-3cba-443c-8e67-e09b7107c83e req-6e53cd50-d00d-429b-9091-e6376ffd6f3c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Jan 13 17:19:44.869581 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38e015-14db-4d53-aef3-598b882d3b5e req-45601d8f-2f78-4f07-83ae-970608fe016b tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:44.871328 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bc38e015-14db-4d53-aef3-598b882d3b5e req-45601d8f-2f78-4f07-83ae-970608fe016b tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 945 time: 0.0478041 Jan 13 17:19:44.916984 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-bc38e015-14db-4d53-aef3-598b882d3b5e req-39c1e57a-dde4-4237-ada4-6a17917d0eff tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395126 Jan 13 17:19:46.031319 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38ba06-a41d-4fe1-b870-3bb04706965d req-0d19c246-9906-4e79-b192-763cb962df37 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:46.032871 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6d38ba06-a41d-4fe1-b870-3bb04706965d req-0d19c246-9906-4e79-b192-763cb962df37 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 945 time: 0.0474968 Jan 13 17:19:46.079878 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-6d38ba06-a41d-4fe1-b870-3bb04706965d req-9bdd64b9-7cc7-4179-9045-f731c7058f2b tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Jan 13 17:19:46.553857 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38262) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:46.657923 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1c0adf2f-4301-4ec8-ba6a-d928e53c6e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:46.729943 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1c0adf2f-4301-4ec8-ba6a-d928e53c6e9f admin admin] Publish callbacks [] for security_group (66b69c7f-7b98-442b-8dfd-b700ab6fd9c4), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:46.831244 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1c0adf2f-4301-4ec8-ba6a-d928e53c6e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (66b69c7f-7b98-442b-8dfd-b700ab6fd9c4), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:46.881193 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1c0adf2f-4301-4ec8-ba6a-d928e53c6e9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b83556c536a4ebca949ff9744169dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235815 Jan 13 17:19:46.888118 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38270) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:46.888743 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0adf2f-4301-4ec8-ba6a-d928e53c6e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b69c7f-7b98-442b-8dfd-b700ab6fd9c4,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:46.934789 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6b170754-2e1e-428b-a7ef-1ddc0d529cc1 admin admin] Publish callbacks [] for security_group (66b69c7f-7b98-442b-8dfd-b700ab6fd9c4), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:46.955669 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6b170754-2e1e-428b-a7ef-1ddc0d529cc1 admin admin] Publish callbacks [] for security_group (66b69c7f-7b98-442b-8dfd-b700ab6fd9c4), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:47.060418 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6b170754-2e1e-428b-a7ef-1ddc0d529cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (66b69c7f-7b98-442b-8dfd-b700ab6fd9c4), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:47.063095 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-6b170754-2e1e-428b-a7ef-1ddc0d529cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:47.066886 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-6b170754-2e1e-428b-a7ef-1ddc0d529cc1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66b69c7f-7b98-442b-8dfd-b700ab6fd9c4 HTTP/1.1" status: 204 len: 168 time: 0.1819582 Jan 13 17:19:47.072185 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b170754-2e1e-428b-a7ef-1ddc0d529cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b69c7f-7b98-442b-8dfd-b700ab6fd9c4,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:47.295684 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4d567-5bf2-49e4-ba32-5277892a32cf req-bfc7c711-3e78-4495-8983-e4d93e274de3 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:47.297198 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5dd4d567-5bf2-49e4-ba32-5277892a32cf req-bfc7c711-3e78-4495-8983-e4d93e274de3 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 945 time: 0.0477383 Jan 13 17:19:47.344656 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-5dd4d567-5bf2-49e4-ba32-5277892a32cf req-b04acac7-4fdf-4278-ad96-6c2e3cd3bf0d tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Jan 13 17:19:47.708659 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38278) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:47.721321 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4df76066-fddc-40e4-89db-af09b38692ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:47.794502 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4df76066-fddc-40e4-89db-af09b38692ae admin admin] Publish callbacks [] for security_group (6bc5259d-4fc1-4753-a8af-927627f22a08), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:47.869195 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4df76066-fddc-40e4-89db-af09b38692ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6bc5259d-4fc1-4753-a8af-927627f22a08), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:47.906464 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4df76066-fddc-40e4-89db-af09b38692ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=765c0bc99a474f28b6e124a532c24e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967711 Jan 13 17:19:47.908479 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df76066-fddc-40e4-89db-af09b38692ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc5259d-4fc1-4753-a8af-927627f22a08,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:47.909283 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38280) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:47.960178 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef857443-7ab3-40da-87aa-165a6c05b2ed admin admin] Publish callbacks [] for security_group (6bc5259d-4fc1-4753-a8af-927627f22a08), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:47.980395 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef857443-7ab3-40da-87aa-165a6c05b2ed admin admin] Publish callbacks [] for security_group (6bc5259d-4fc1-4753-a8af-927627f22a08), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:48.105198 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef857443-7ab3-40da-87aa-165a6c05b2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (6bc5259d-4fc1-4753-a8af-927627f22a08), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:48.108429 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ef857443-7ab3-40da-87aa-165a6c05b2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:48.109569 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ef857443-7ab3-40da-87aa-165a6c05b2ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bc5259d-4fc1-4753-a8af-927627f22a08 HTTP/1.1" status: 204 len: 168 time: 0.1992912 Jan 13 17:19:48.117149 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef857443-7ab3-40da-87aa-165a6c05b2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc5259d-4fc1-4753-a8af-927627f22a08,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:48.460898 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0a4a9-b59c-4524-a109-b66439bfdf25 req-4e62e598-0224-4f42-92d4-74fe8dcd6c39 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:48.462382 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8ef0a4a9-b59c-4524-a109-b66439bfdf25 req-4e62e598-0224-4f42-92d4-74fe8dcd6c39 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 945 time: 0.0483325 Jan 13 17:19:48.509012 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-8ef0a4a9-b59c-4524-a109-b66439bfdf25 req-ac9ce8a8-ae22-4ef8-a324-fb2c97136702 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/security-groups?id=e12da9c5-e329-4641-a213-af5f38245eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Jan 13 17:19:48.772562 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-4049511c-559d-42b0-807f-d7f86a60c821 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:48.774011 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-4049511c-559d-42b0-807f-d7f86a60c821 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 945 time: 0.0486975 Jan 13 17:19:48.868486 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Deleting port f8b4d272-dbad-44c4-824f-b1e993eafe52 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:19:48.868870 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:48.957996 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] For port f8b4d272-dbad-44c4-824f-b1e993eafe52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f8b4d272-dbad-44c4-824f-b1e993eafe52,segment=NetworkSegment(ebd42f71-6232-4cab-abb7-fae3ef7e3d7a),segment_id=ebd42f71-6232-4cab-abb7-fae3ef7e3d7a)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:19:48.958351 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:48.970364 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Calling delete_port for f8b4d272-dbad-44c4-824f-b1e993eafe52 owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:19:49.087969 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38304) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:49.166576 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (f8b4d272-dbad-44c4-824f-b1e993eafe52), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.178655 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] get_ports_and_sgs() called for port_ids ['f8b4d272-dbad-44c4-824f-b1e993eafe52'] {{(pid=103099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 13 17:19:49.188704 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1902488695-network', 'tenant_id': 'f46addbcecf440eba4f116b12ca53b0c'}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:49.194783 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Pushing event deleted for resources: {'Port': ['ID=f8b4d272-dbad-44c4-824f-b1e993eafe52,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:49.239940 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] No DVR routers for this DVR port f8b4d272-dbad-44c4-824f-b1e993eafe52 on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:19:49.242446 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.245894 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-47ef324b-2aff-4663-9c04-a9322fa6c6e9 req-c9298ce6-2fdf-4737-99d5-517b50d37b18 tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.57 "DELETE /v2.0/ports/f8b4d272-dbad-44c4-824f-b1e993eafe52 HTTP/1.1" status: 204 len: 173 time: 0.4661031 Jan 13 17:19:49.246612 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c6f052-104a-4459-a369-a2a7a89895ab', 'name': 'network-vif-deleted', 'tag': 'f8b4d272-dbad-44c4-824f-b1e993eafe52'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:19:49.248910 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d0a159-17ce-4aae-91f6-41f1be78f497" -d '{"events": [{"server_uuid": "49c6f052-104a-4459-a369-a2a7a89895ab", "name": "network-vif-deleted", "tag": "f8b4d272-dbad-44c4-824f-b1e993eafe52"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:19:49.285999 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991544eb-9186-471d-b401-c79e9b8dc998 x-openstack-request-id: req-991544eb-9186-471d-b401-c79e9b8dc998 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:19:49.286294 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c6f052-104a-4459-a369-a2a7a89895ab", "name": "network-vif-deleted", "tag": "f8b4d272-dbad-44c4-824f-b1e993eafe52", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:19:49.286549 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-991544eb-9186-471d-b401-c79e9b8dc998 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:19:49.286948 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c6f052-104a-4459-a369-a2a7a89895ab', 'name': 'network-vif-deleted', 'tag': 'f8b4d272-dbad-44c4-824f-b1e993eafe52', 'status': 'completed', 'code': 200} Jan 13 17:19:49.297863 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Made reservation on behalf of f46addbcecf440eba4f116b12ca53b0c for: {'network': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:49.300371 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.308862 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.382441 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks [] for security_group (d90dda55-0e21-4ec9-8535-347cfb2de8e3), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.457921 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d90dda55-0e21-4ec9-8535-347cfb2de8e3), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.478004 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:19:49.491079 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90dda55-0e21-4ec9-8535-347cfb2de8e3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:49.495578 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (155988f3-823c-4201-a98b-38c29c22a6ad), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.495911 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.segments_db [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Added segment 155988f3-823c-4201-a98b-38c29c22a6ad of type vlan for network 1ebe880b-19c7-430b-9001-29ef3c1cec02 Jan 13 17:19:49.536595 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (1ebe880b-19c7-430b-9001-29ef3c1cec02), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.614132 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-10a01320-2d52-454a-8554-50d69b7e08e6 req-97fba933-ae10-4a5b-870c-5036e1ea4dad tempest-VolumesActionsTest-946370218 tempest-VolumesActionsTest-946370218-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c6f052-104a-4459-a369-a2a7a89895ab HTTP/1.1" status: 200 len: 210 time: 0.0243783 Jan 13 17:19:49.652238 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (1ebe880b-19c7-430b-9001-29ef3c1cec02), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.653318 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:49.653895 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:49.711716 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] Pushing event updated for resources: {'Network': ['ID=1ebe880b-19c7-430b-9001-29ef3c1cec02,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:49.721016 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 1ebe880b-19c7-430b-9001-29ef3c1cec02 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:19:49.769164 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-fdcf25c4-64f0-4418-9cc2-bd4ce83524df admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6798337 Jan 13 17:19:49.771914 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38312) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:49.776657 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.v2.base [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Request body: {'subnet': {'network_id': '1ebe880b-19c7-430b-9001-29ef3c1cec02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1902488695-subnet', 'tenant_id': 'f46addbcecf440eba4f116b12ca53b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:49.851912 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Made reservation on behalf of f46addbcecf440eba4f116b12ca53b0c for: {'subnet': 1} {{(pid=103098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:49.854205 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9349252'] for subnet (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:50.106286 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9067712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350510'] for subnet (ad3d4654-914f-49e1-a3a1-4f3653701363), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:50.165380 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3d4654-914f-49e1-a3a1-4f3653701363,revision_number=0']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:50.173022 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Checking segment: {'id': '155988f3-823c-4201-a98b-38c29c22a6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1ebe880b-19c7-430b-9001-29ef3c1cec02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:19:50.173379 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Network hostable DHCP agents. Network: 1ebe880b-19c7-430b-9001-29ef3c1cec02, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:19:50.225347 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Network 1ebe880b-19c7-430b-9001-29ef3c1cec02 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:19:50.303338 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.base_scheduler [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 1ebe880b-19c7-430b-9001-29ef3c1cec02) {{(pid=103098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:19:50.307215 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:50.307808 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:50.314207 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a711d3f-6f7e-4965-84d9-55ed81447ea8 None None] Network 1ebe880b-19c7-430b-9001-29ef3c1cec02 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:50.377792 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-c0f77c13-a3d4-489f-a9d2-d3382d0e71c7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6046903 Jan 13 17:19:50.542970 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd8e6d0-b60c-4550-9107-57ba5c787acc None None] Network 1ebe880b-19c7-430b-9001-29ef3c1cec02 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:51.050622 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38340) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:51.055507 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-127995751-network', 'tenant_id': '6be08bb32126427b900cea3c2404cb16'}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:51.138485 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Made reservation on behalf of 6be08bb32126427b900cea3c2404cb16 for: {'network': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:51.140936 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3559970'] for network (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.154394 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.226790 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks [] for security_group (17ca341f-439e-4411-bd3d-9e1b16b7d89a), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.320918 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (17ca341f-439e-4411-bd3d-9e1b16b7d89a), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.342768 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=103097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 13 17:19:51.358209 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca341f-439e-4411-bd3d-9e1b16b7d89a,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:51.362525 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (15aa752f-abc2-4403-9c10-37c278c7ed07), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.362866 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.segments_db [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Added segment 15aa752f-abc2-4403-9c10-37c278c7ed07 of type vlan for network 887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5 Jan 13 17:19:51.402662 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766310854512'] for network (887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.459916 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201'] for network (887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.460974 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:51.461583 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.519406 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] Pushing event updated for resources: {'Network': ['ID=887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:51.528941 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Network 887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5 details requested by agent ovs-agent-dv-cinder-799871-9-iscsi with host dv-cinder-799871-9-iscsi {{(pid=103099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 13 17:19:51.575626 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-abcb6db3-0fb2-4ac1-8146-14d2822eea0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5239234 Jan 13 17:19:51.578396 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38354) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:19:51.583337 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.v2.base [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Request body: {'subnet': {'network_id': '887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-127995751-subnet', 'tenant_id': '6be08bb32126427b900cea3c2404cb16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 13 17:19:51.657503 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Made reservation on behalf of 6be08bb32126427b900cea3c2404cb16 for: {'subnet': 1} {{(pid=103097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 13 17:19:51.659943 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8514551'] for subnet (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.894056 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12409008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8515101'] for subnet (3b592c13-7ab3-43fe-b582-90b95c40220e), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:51.956395 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b592c13-7ab3-43fe-b582-90b95c40220e,revision_number=0']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:19:51.971839 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Checking segment: {'id': '15aa752f-abc2-4403-9c10-37c278c7ed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 13 17:19:51.972229 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Network hostable DHCP agents. Network: 887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5, hostable agents: ['ec88dcc8-6909-4580-8014-abee07cea0e2'], hosted agents: [] {{(pid=103097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 13 17:19:52.052205 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Network 887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5 is scheduled to be hosted by DHCP agent ec88dcc8-6909-4580-8014-abee07cea0e2 with binding_index 1 {{(pid=103097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 13 17:19:52.131904 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.base_scheduler [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-9-iscsi, 887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5) {{(pid=103097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 13 17:19:52.135893 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:19:52.136576 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:19:52.141602 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2c10c-4b46-4600-b7fd-157490022f0f None None] Network 887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:52.232829 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-42fa3df2-7f51-4271-a597-17aea9411ec7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6525793 Jan 13 17:19:52.242434 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51f4c9-1aed-4706-ac5a-1e3f40524d74 None None] Network 887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:19:53.900252 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f8b4d272-dbad-44c4-824f-b1e993eafe52 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:19:53.923521 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: f8b4d272-dbad-44c4-824f-b1e993eafe52 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:19:53.924040 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device f8b4d272-dbad-44c4-824f-b1e993eafe52 not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:03.705270 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-89b84148-c18b-4e76-8b21-8a2a7ec50559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:05.887797 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2adf97d4-1e78-4b0a-be65-513b4d2c8cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:05.890996 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:20:07.058038 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:08.465628 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:09.681188 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:10.633535 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38602) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:10.680327 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] Deleting subnet ad3d4654-914f-49e1-a3a1-4f3653701363 {{(pid=103097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:20:10.683708 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] Publish callbacks [] for subnet (ad3d4654-914f-49e1-a3a1-4f3653701363), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:10.722188 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12403886'] for subnet (ad3d4654-914f-49e1-a3a1-4f3653701363), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:10.771134 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (ad3d4654-914f-49e1-a3a1-4f3653701363), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:10.928628 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12409075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8515092'] for subnet (ad3d4654-914f-49e1-a3a1-4f3653701363), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:10.957835 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3d4654-914f-49e1-a3a1-4f3653701363,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:10.963152 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:10.967084 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-2ccc087a-4b30-4e7d-b301-eb014c3e78ec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ad3d4654-914f-49e1-a3a1-4f3653701363 HTTP/1.1" status: 204 len: 168 time: 0.3325295 Jan 13 17:20:10.969696 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38604) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:11.044231 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (1ebe880b-19c7-430b-9001-29ef3c1cec02), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.139181 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (1ebe880b-19c7-430b-9001-29ef3c1cec02), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.165241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebe880b-19c7-430b-9001-29ef3c1cec02']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:11.174337 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155988f3-823c-4201-a98b-38c29c22a6ad') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:11.174634 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155988f3-823c-4201-a98b-38c29c22a6ad') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:11.184325 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (155988f3-823c-4201-a98b-38c29c22a6ad), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.197164 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (155988f3-823c-4201-a98b-38c29c22a6ad), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.203409 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:20:11.203800 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (155988f3-823c-4201-a98b-38c29c22a6ad), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: warnings.warn(msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:20:11.205480 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:20:11.320706 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (1ebe880b-19c7-430b-9001-29ef3c1cec02), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.327287 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.330952 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] 10.222.0.42 "DELETE /v2.0/networks/1ebe880b-19c7-430b-9001-29ef3c1cec02 HTTP/1.1" status: 204 len: 168 time: 0.3599241 Jan 13 17:20:11.334823 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38610) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:11.343034 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f304aa-d5e1-41df-a83f-83aeaf43128c admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebe880b-19c7-430b-9001-29ef3c1cec02,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:11.388495 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] Deleting subnet 3b592c13-7ab3-43fe-b582-90b95c40220e {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:20:11.392175 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] Publish callbacks [] for subnet (3b592c13-7ab3-43fe-b582-90b95c40220e), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.428077 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (3b592c13-7ab3-43fe-b582-90b95c40220e), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.468368 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (3b592c13-7ab3-43fe-b582-90b95c40220e), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.585713 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (3b592c13-7ab3-43fe-b582-90b95c40220e), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.615284 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b592c13-7ab3-43fe-b582-90b95c40220e,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:11.617307 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.624155 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a4c061d5-147b-473e-b7df-b4524e47d808 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3b592c13-7ab3-43fe-b582-90b95c40220e HTTP/1.1" status: 204 len: 168 time: 0.2881997 Jan 13 17:20:11.624663 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38616) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:11.720380 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.807885 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.832623 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:11.842821 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aa752f-abc2-4403-9c10-37c278c7ed07') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:11.843127 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aa752f-abc2-4403-9c10-37c278c7ed07') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:11.853516 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (15aa752f-abc2-4403-9c10-37c278c7ed07), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.869372 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (15aa752f-abc2-4403-9c10-37c278c7ed07), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.877386 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:20:11.877791 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (15aa752f-abc2-4403-9c10-37c278c7ed07), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:20:11.879762 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:20:12.026051 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:12.035759 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:12.038462 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5 HTTP/1.1" status: 204 len: 168 time: 0.4122293 Jan 13 17:20:12.048444 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7122189-8398-4223-ab6a-ba0a6be4a3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=887f244c-64b0-4fa4-b01e-ab8f1ef9b8d5,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:12.058921 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:12.372883 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38632) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:12.410987 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a1840fba-2c02-4b3c-bfe2-413fdb21bf50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f46addbcecf440eba4f116b12ca53b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388143 Jan 13 17:20:12.413491 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38638) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:12.460027 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3192a38-4651-400a-b919-6259e4d92368 admin admin] Publish callbacks [] for security_group (d90dda55-0e21-4ec9-8535-347cfb2de8e3), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:12.484253 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3192a38-4651-400a-b919-6259e4d92368 admin admin] Publish callbacks [] for security_group (d90dda55-0e21-4ec9-8535-347cfb2de8e3), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:12.594606 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3192a38-4651-400a-b919-6259e4d92368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d90dda55-0e21-4ec9-8535-347cfb2de8e3), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:12.597112 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3192a38-4651-400a-b919-6259e4d92368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:12.598364 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a3192a38-4651-400a-b919-6259e4d92368 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d90dda55-0e21-4ec9-8535-347cfb2de8e3 HTTP/1.1" status: 204 len: 168 time: 0.1839356 Jan 13 17:20:12.606512 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3192a38-4651-400a-b919-6259e4d92368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90dda55-0e21-4ec9-8535-347cfb2de8e3,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:13.194634 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38646) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:13.233851 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1a3acc15-190f-49a0-9053-3dfa5c253eff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6be08bb32126427b900cea3c2404cb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379858 Jan 13 17:20:13.236094 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38648) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:13.281654 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fcf790f-c8a4-4b5b-8d2b-489e26a431ce admin admin] Publish callbacks [] for security_group (17ca341f-439e-4411-bd3d-9e1b16b7d89a), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:13.301535 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fcf790f-c8a4-4b5b-8d2b-489e26a431ce admin admin] Publish callbacks [] for security_group (17ca341f-439e-4411-bd3d-9e1b16b7d89a), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:13.436430 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fcf790f-c8a4-4b5b-8d2b-489e26a431ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (17ca341f-439e-4411-bd3d-9e1b16b7d89a), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:13.439052 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0fcf790f-c8a4-4b5b-8d2b-489e26a431ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:13.440229 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-0fcf790f-c8a4-4b5b-8d2b-489e26a431ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17ca341f-439e-4411-bd3d-9e1b16b7d89a HTTP/1.1" status: 204 len: 168 time: 0.2032480 Jan 13 17:20:13.447988 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf790f-c8a4-4b5b-8d2b-489e26a431ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca341f-439e-4411-bd3d-9e1b16b7d89a,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:16.093724 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38734) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:16.138952 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Deleting subnet 324a4819-0cae-4fed-af3a-f072b7414479 {{(pid=103097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:20:16.141906 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Publish callbacks [] for subnet (324a4819-0cae-4fed-af3a-f072b7414479), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.175050 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12403886'] for subnet (324a4819-0cae-4fed-af3a-f072b7414479), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.212928 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (324a4819-0cae-4fed-af3a-f072b7414479), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.328151 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12409075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8515092'] for subnet (324a4819-0cae-4fed-af3a-f072b7414479), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.357128 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324a4819-0cae-4fed-af3a-f072b7414479,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:16.361710 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.364811 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/324a4819-0cae-4fed-af3a-f072b7414479 HTTP/1.1" status: 204 len: 168 time: 0.2700577 Jan 13 17:20:16.367501 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38740) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:16.369655 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.369998 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.370335 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.370662 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.370986 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.371577 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.372057 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.372365 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.372687 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.373005 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.373321 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.373634 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.373946 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ecb1fe-ef1b-4dbb-a73d-96e0a044eeb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:16.437058 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (07cfcc35-d58a-4e8b-b722-02c76e7fa2a6), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.516436 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (07cfcc35-d58a-4e8b-b722-02c76e7fa2a6), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.535588 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cfcc35-d58a-4e8b-b722-02c76e7fa2a6']}} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:16.544528 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a') {'for_net_delete': True} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:16.544828 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.services.segments.db [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd42f71-6232-4cab-abb7-fae3ef7e3d7a') {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:16.553964 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9038928'] for segment (ebd42f71-6232-4cab-abb7-fae3ef7e3d7a), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.567843 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (ebd42f71-6232-4cab-abb7-fae3ef7e3d7a), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.574581 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:20:16.574960 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9067641'] for segment (ebd42f71-6232-4cab-abb7-fae3ef7e3d7a), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: Traceback (most recent call last): Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: timer() Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: cb(*args, **kw) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: return func(*args, **kwargs) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: self._notify() Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: self.callback(batched_events) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: event.method(event) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: return f(self, *a, **k) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._get(url).json() Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: return self.request(url, 'GET', **kwargs) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:20:16.577232 dv-cinder-799871-9-iscsi neutron-server[103098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:20:16.722378 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (07cfcc35-d58a-4e8b-b722-02c76e7fa2a6), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.727712 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:16.731037 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] 10.222.0.42 "DELETE /v2.0/networks/07cfcc35-d58a-4e8b-b722-02c76e7fa2a6 HTTP/1.1" status: 204 len: 168 time: 0.3623230 Jan 13 17:20:16.741921 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2d12e-9dd2-423b-9879-fb10495c502e admin admin] Pushing event deleted for resources: {'Network': ['ID=07cfcc35-d58a-4e8b-b722-02c76e7fa2a6,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:17.081793 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38746) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:17.119677 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-50e13d60-2655-4adb-b334-1bc6bc3f2cad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a86e33c1a2a2476ebfe5c967d29cb268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367720 Jan 13 17:20:17.122814 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38748) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:17.167566 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d93141a-5cc0-448a-b8d8-64a3b2756efd admin admin] Publish callbacks [] for security_group (e12da9c5-e329-4641-a213-af5f38245eeb), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:17.188580 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d93141a-5cc0-448a-b8d8-64a3b2756efd admin admin] Publish callbacks [] for security_group (e12da9c5-e329-4641-a213-af5f38245eeb), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:17.321735 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d93141a-5cc0-448a-b8d8-64a3b2756efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e12da9c5-e329-4641-a213-af5f38245eeb), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:17.324339 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-1d93141a-5cc0-448a-b8d8-64a3b2756efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:17.325489 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-1d93141a-5cc0-448a-b8d8-64a3b2756efd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e12da9c5-e329-4641-a213-af5f38245eeb HTTP/1.1" status: 204 len: 168 time: 0.2018216 Jan 13 17:20:17.333721 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93141a-5cc0-448a-b8d8-64a3b2756efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12da9c5-e329-4641-a213-af5f38245eeb,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:18.470135 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38796) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:18.626476 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Deleting port d117068e-fcfe-4683-acd3-baa2167b5994 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:18.626811 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (d117068e-fcfe-4683-acd3-baa2167b5994), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:18.702337 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (d117068e-fcfe-4683-acd3-baa2167b5994), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:18.702663 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (d117068e-fcfe-4683-acd3-baa2167b5994), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:18.714456 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Calling delete_port for d117068e-fcfe-4683-acd3-baa2167b5994 owned by network:floatingip {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:18.914305 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (d117068e-fcfe-4683-acd3-baa2167b5994), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:18.940863 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event deleted for resources: {'Port': ['ID=d117068e-fcfe-4683-acd3-baa2167b5994,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:18.998936 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (9e221975-7bff-493f-8f02-39d70ff25ac9), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:18.999309 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.db.l3_db [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Floating IP 9e221975-7bff-493f-8f02-39d70ff25ac9 disassociated (deleted). External IP: 172.27.0.247, port: 8fe69e39-ceed-4446-91bd-fef50ed4f36d. Jan 13 17:20:19.205023 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:20:19.307324 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:20:19.312971 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:19.316650 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:20:19.326636 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:19.327324 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:19.340044 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-0eb0a0cd-f996-467c-b35b-f027d1336469 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "DELETE /v2.0/floatingips/9e221975-7bff-493f-8f02-39d70ff25ac9 HTTP/1.1" status: 204 len: 168 time: 0.8665152 Jan 13 17:20:19.340044 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:20:19.341376 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363cef68-18c2-4da8-8add-0698a15a2c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:20:19.379753 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347f08ee-70a5-46d6-9b93-4c88acfeb2c2 x-openstack-request-id: req-347f08ee-70a5-46d6-9b93-4c88acfeb2c2 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:20:19.380054 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:20:19.380422 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-347f08ee-70a5-46d6-9b93-4c88acfeb2c2 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:20:19.380848 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'status': 'completed', 'code': 200} Jan 13 17:20:19.436790 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:19.655370 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:23Z', 'revision_number': 1, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:19.686537 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:20:19.695182 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:19.695867 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:19.721478 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f079-cec4-4f4e-b21d-90ce13ef344b req-637e6613-1a6c-4040-aee2-b2e52b158868 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:19.722959 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cc91f079-cec4-4f4e-b21d-90ce13ef344b req-637e6613-1a6c-4040-aee2-b2e52b158868 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 945 time: 0.0811045 Jan 13 17:20:19.745192 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-18c75142-f9d0-44b5-bb07-aa7e5e2e641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:19.747616 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-18c75142-f9d0-44b5-bb07-aa7e5e2e641b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 1098 time: 0.0751469 Jan 13 17:20:19.803976 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:19.824810 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-cc91f079-cec4-4f4e-b21d-90ce13ef344b req-9cf808f2-53b1-473d-9564-601432f0c254 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906796 Jan 13 17:20:19.871088 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-52a9afc6-c1a8-4e91-8d97-75b2608c5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:19.873384 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-52a9afc6-c1a8-4e91-8d97-75b2608c5100 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 913 time: 0.1003292 Jan 13 17:20:19.920928 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-8d301a93-29cf-44f5-b32f-6b9de7cb0f6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d HTTP/1.1" status: 200 len: 217 time: 0.0407965 Jan 13 17:20:19.976239 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-8c25a860-5810-43eb-9728-2627ca558914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:19.977748 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-8c25a860-5810-43eb-9728-2627ca558914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.0503623 Jan 13 17:20:20.028619 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-9f55eaa4-eaae-4fdc-b4d3-987a39429f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:20.030194 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-9f55eaa4-eaae-4fdc-b4d3-987a39429f46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441387 Jan 13 17:20:20.134830 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-bac9d8ed-b4e1-48e9-9fa3-1a40a65a6662 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968301 Jan 13 17:20:20.188510 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:23Z', 'revision_number': 1, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:20.220426 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789605c-8692-4a8a-aecb-1f3cda497456 None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_floatingips': [{'id': '5336c5f9-320d-4478-b35e-b3a362342f2d', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'floating_ip_address': '172.27.0.118', 'floating_network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'router_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'port_id': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'mac_address': 'fa:16:3e:ab:8a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-13T17:16:21Z', 'updated_at': '2022-01-13T17:16:23Z', 'revision_number': 1, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:20:20.239913 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-363cef68-18c2-4da8-8add-0698a15a2c4d req-f508b784-67cb-4505-b59f-16d45675ad30 service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969477 Jan 13 17:20:20.446301 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd9acf4-e5ec-4a46-90e5-7b49901aaac0 None None] New status for floating IP 9e221975-7bff-493f-8f02-39d70ff25ac9: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:20:20.954605 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0120be4-7368-4db9-8404-7576d9dac65c req-4c496f9c-ad0d-47a2-ac2c-77ff85f1828a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:20.956113 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b0120be4-7368-4db9-8404-7576d9dac65c req-4c496f9c-ad0d-47a2-ac2c-77ff85f1828a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 945 time: 0.0530055 Jan 13 17:20:21.005970 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-b0120be4-7368-4db9-8404-7576d9dac65c req-6f4baeab-1021-472b-9998-9bfb69d8e84e tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Jan 13 17:20:21.602432 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-1cda3d15-5b9d-4f13-a13f-c5da77c1d52f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:21.604516 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-1cda3d15-5b9d-4f13-a13f-c5da77c1d52f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 945 time: 0.0490329 Jan 13 17:20:21.701317 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Deleting port 8fe69e39-ceed-4446-91bd-fef50ed4f36d {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:21.701703 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:21.797767 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] For port 8fe69e39-ceed-4446-91bd-fef50ed4f36d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8fe69e39-ceed-4446-91bd-fef50ed4f36d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:21.798128 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:21.813833 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Calling delete_port for 8fe69e39-ceed-4446-91bd-fef50ed4f36d owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:22.007487 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (8fe69e39-ceed-4446-91bd-fef50ed4f36d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:22.044873 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event deleted for resources: {'Port': ['ID=8fe69e39-ceed-4446-91bd-fef50ed4f36d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:22.093199 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] No DVR routers for this DVR port 8fe69e39-ceed-4446-91bd-fef50ed4f36d on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:20:22.095779 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:22.099065 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-7fe66dda-2b4b-488a-93ec-7a3e9fb5d4ee req-b4d930a5-ee3c-4db8-beb3-3a942d9d048f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "DELETE /v2.0/ports/8fe69e39-ceed-4446-91bd-fef50ed4f36d HTTP/1.1" status: 204 len: 173 time: 0.4867940 Jan 13 17:20:22.105891 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'name': 'network-vif-deleted', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:20:22.108216 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44a8819-5127-4f61-aa88-6ada9bf363a2" -d '{"events": [{"server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "name": "network-vif-deleted", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:20:22.129520 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-f8f905fb-3ad5-49d1-85e2-d7e11beca13b req-e78c8e45-c157-493f-8ea0-2b43e8894b73 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 210 time: 0.0375652 Jan 13 17:20:22.149801 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1235bd3-ca30-4e98-a20a-f8a6772f2eb3 x-openstack-request-id: req-f1235bd3-ca30-4e98-a20a-f8a6772f2eb3 {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:20:22.150002 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9d5361-f62a-4cbd-a11b-0d09802cd77a", "name": "network-vif-deleted", "tag": "8fe69e39-ceed-4446-91bd-fef50ed4f36d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:20:22.150112 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1235bd3-ca30-4e98-a20a-f8a6772f2eb3 {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:20:22.150516 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9d5361-f62a-4cbd-a11b-0d09802cd77a', 'name': 'network-vif-deleted', 'tag': '8fe69e39-ceed-4446-91bd-fef50ed4f36d', 'status': 'completed', 'code': 200} Jan 13 17:20:23.233289 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-46885e35-d575-44b9-a504-a2da3efd8acd req-6c00a0b8-1911-439c-b7ee-82278f6525ca tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b9d5361-f62a-4cbd-a11b-0d09802cd77a HTTP/1.1" status: 200 len: 210 time: 0.0276296 Jan 13 17:20:24.872263 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38910) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:24.978444 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-473f092b-671f-4958-982c-032b99ec1f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:25.056593 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-473f092b-671f-4958-982c-032b99ec1f89 admin admin] Publish callbacks [] for security_group (7730d77f-d6b8-4c1f-beda-25193b66e53d), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:25.127782 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-473f092b-671f-4958-982c-032b99ec1f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (7730d77f-d6b8-4c1f-beda-25193b66e53d), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:25.169588 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-473f092b-671f-4958-982c-032b99ec1f89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ed1314d78624cd28fc3fe3ee34b3dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962620 Jan 13 17:20:25.170671 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f092b-671f-4958-982c-032b99ec1f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7730d77f-d6b8-4c1f-beda-25193b66e53d,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:25.172655 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38914) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:25.221623 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Publish callbacks [] for security_group (7730d77f-d6b8-4c1f-beda-25193b66e53d), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:25.242037 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Publish callbacks [] for security_group (7730d77f-d6b8-4c1f-beda-25193b66e53d), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:25.356598 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (7730d77f-d6b8-4c1f-beda-25193b66e53d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:25.359235 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:25.360663 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7730d77f-d6b8-4c1f-beda-25193b66e53d HTTP/1.1" status: 204 len: 168 time: 0.1861622 Jan 13 17:20:25.368331 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7730d77f-d6b8-4c1f-beda-25193b66e53d,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.382559 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18897dfa-704e-4636-ba2a-4cec0fd0a916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:25.666033 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8fe69e39-ceed-4446-91bd-fef50ed4f36d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:25.691698 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: 8fe69e39-ceed-4446-91bd-fef50ed4f36d {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:25.692056 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device 8fe69e39-ceed-4446-91bd-fef50ed4f36d not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:26.706655 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 38958) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:26.866742 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Deleting port 09b854af-2793-40b0-add4-db495237ddf7 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:26.867080 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (09b854af-2793-40b0-add4-db495237ddf7), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:26.905920 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38962) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:26.946932 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (09b854af-2793-40b0-add4-db495237ddf7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:26.947236 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (09b854af-2793-40b0-add4-db495237ddf7), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:26.959272 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Calling delete_port for 09b854af-2793-40b0-add4-db495237ddf7 owned by network:floatingip {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:27.013860 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c32c29d0-d5d7-4add-b185-8cd31f61eb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.094110 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c32c29d0-d5d7-4add-b185-8cd31f61eb6a admin admin] Publish callbacks [] for security_group (d2c1c583-c290-46e1-894d-28c377dade38), precommit_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.173182 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-c32c29d0-d5d7-4add-b185-8cd31f61eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d2c1c583-c290-46e1-894d-28c377dade38), after_create {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.186665 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (09b854af-2793-40b0-add4-db495237ddf7), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.212499 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c29d0-d5d7-4add-b185-8cd31f61eb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c1c583-c290-46e1-894d-28c377dade38,revision_number=1']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:27.219625 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c32c29d0-d5d7-4add-b185-8cd31f61eb6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f326d6f201c47b3b02ff55087139276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125737 Jan 13 17:20:27.220302 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 38966) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:27.233611 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event deleted for resources: {'Port': ['ID=09b854af-2793-40b0-add4-db495237ddf7,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:27.272885 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5d006237-0ee5-4c2a-bb12-36aad3f46dc6 admin admin] Publish callbacks [] for security_group (d2c1c583-c290-46e1-894d-28c377dade38), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.274875 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (5336c5f9-320d-4478-b35e-b3a362342f2d), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.275252 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.db.l3_db [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Floating IP 5336c5f9-320d-4478-b35e-b3a362342f2d disassociated (deleted). External IP: 172.27.0.118, port: da9f4f20-0abc-4e5c-91e4-69672dbc880d. Jan 13 17:20:27.296099 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5d006237-0ee5-4c2a-bb12-36aad3f46dc6 admin admin] Publish callbacks [] for security_group (d2c1c583-c290-46e1-894d-28c377dade38), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.419688 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5d006237-0ee5-4c2a-bb12-36aad3f46dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (d2c1c583-c290-46e1-894d-28c377dade38), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.422291 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-5d006237-0ee5-4c2a-bb12-36aad3f46dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.423448 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-5d006237-0ee5-4c2a-bb12-36aad3f46dc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2c1c583-c290-46e1-894d-28c377dade38 HTTP/1.1" status: 204 len: 168 time: 0.2019105 Jan 13 17:20:27.436938 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d006237-0ee5-4c2a-bb12-36aad3f46dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c1c583-c290-46e1-894d-28c377dade38,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:27.500430 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:20:27.607454 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:20:27.612223 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:27.619146 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:20:27.632919 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:27.633974 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:27.645349 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d067ff1f-9c19-45b2-b1db-7cf6c45b0c6f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "DELETE /v2.0/floatingips/5336c5f9-320d-4478-b35e-b3a362342f2d HTTP/1.1" status: 204 len: 168 time: 0.9345753 Jan 13 17:20:27.645349 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d'}] {{(pid=103098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:20:27.647407 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f29407ccf116c71ae1ba7df2430a7c760c217f34f5768d23576bf1b7ed8488" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbb450d-098f-46e8-80c1-7788862fe357" -d '{"events": [{"name": "network-changed", "server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d"}]}' {{(pid=103098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:20:27.701279 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Jan 2022 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0ef7f9-c15e-4513-8868-2d3adaf4f0bd x-openstack-request-id: req-3e0ef7f9-c15e-4513-8868-2d3adaf4f0bd {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:20:27.701569 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d", "status": "completed", "code": 200}]} {{(pid=103098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:20:27.701829 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e0ef7f9-c15e-4513-8868-2d3adaf4f0bd {{(pid=103098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:20:27.702218 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'status': 'completed', 'code': 200} Jan 13 17:20:27.762502 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:27.790996 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-7d150343-2fa6-49cd-bf1f-b758dbc62921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:27.792786 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-7d150343-2fa6-49cd-bf1f-b758dbc62921 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 1099 time: 0.0632923 Jan 13 17:20:27.891107 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-4b389c97-63c3-474e-887d-9943e6eaa0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:27.892602 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-4b389c97-63c3-474e-887d-9943e6eaa0fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 200 len: 913 time: 0.0938556 Jan 13 17:20:27.939968 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-fd6cfc07-7f10-48b1-9cda-440716c1900e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d HTTP/1.1" status: 200 len: 217 time: 0.0402334 Jan 13 17:20:27.982563 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:28.014312 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:20:28.024750 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:28.025385 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:06Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:28.174572 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:28.185798 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01294f81-7a0c-45dd-90c5-68588f42f335 req-ae9a719e-cf52-419f-9fd5-b06593ecb97f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:28.187340 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-01294f81-7a0c-45dd-90c5-68588f42f335 req-ae9a719e-cf52-419f-9fd5-b06593ecb97f tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 946 time: 0.0583780 Jan 13 17:20:28.256262 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-01294f81-7a0c-45dd-90c5-68588f42f335 req-ca91f461-6c21-41a8-9464-457cb7c63082 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626166 Jan 13 17:20:28.267997 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-69d305c2-2a3d-4f6a-acb3-e29f3e6bfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:28.267997 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-69d305c2-2a3d-4f6a-acb3-e29f3e6bfba8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 200 len: 851 time: 0.3177099 Jan 13 17:20:28.320617 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-d2768a90-3672-4a82-b549-9c5267950cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:28.322533 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-d2768a90-3672-4a82-b549-9c5267950cf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7f29ae3-e9d0-42ac-a482-40e03068c60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487862 Jan 13 17:20:28.415940 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:28.424172 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-7b46e723-e987-45c4-94ca-a56aa83a313a service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943689 Jan 13 17:20:28.442959 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a90cea-8c44-450f-9dec-24ad4f50426d None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:12:04Z', 'revision_number': 4, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi', '_interfaces': [{'id': '6e981b23-f5f0-4eac-bff6-3198634c9924', 'name': '', 'network_id': 'd7f29ae3-e9d0-42ac-a482-40e03068c60e', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'mac_address': 'fa:16:3e:1d:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:03Z', 'updated_at': '2022-01-13T17:12:09Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'subnets': [{'id': 'f1fc73cf-513b-4077-adbd-0ae1c255dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:20:28.518534 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-3bbb450d-098f-46e8-80c1-7788862fe357 req-bf08cab6-be88-4ab2-b807-c84d3b7439da service neutron] 10.222.0.57 "GET /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879645 Jan 13 17:20:28.705045 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f08fbd-074e-468e-8023-c0e3f3117864 None None] New status for floating IP 5336c5f9-320d-4478-b35e-b3a362342f2d: DOWN {{(pid=103100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 13 17:20:29.369590 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca0a49-2ce7-46f1-9623-e6d5791c917b req-a328a0bf-152d-468e-b273-766d40a6161a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:29.371073 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b5ca0a49-2ce7-46f1-9623-e6d5791c917b req-a328a0bf-152d-468e-b273-766d40a6161a tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 946 time: 0.0493133 Jan 13 17:20:29.426332 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-b5ca0a49-2ce7-46f1-9623-e6d5791c917b req-04ebfff2-3c6e-438f-b30c-898f4937e6f7 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/security-groups?id=519a573f-0a8f-418b-8f9a-48a8d5fc00be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483692 Jan 13 17:20:29.873210 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4492976-9442-4f54-a7df-febd9435e721 req-e0ce2090-f6ef-4766-9ef0-d4c0c9c67cff tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 13 17:20:29.874558 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c4492976-9442-4f54-a7df-febd9435e721 req-e0ce2090-f6ef-4766-9ef0-d4c0c9c67cff tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 946 time: 0.0477676 Jan 13 17:20:29.961884 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Deleting port da9f4f20-0abc-4e5c-91e4-69672dbc880d {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:29.962222 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:30.051323 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] For port da9f4f20-0abc-4e5c-91e4-69672dbc880d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=da9f4f20-0abc-4e5c-91e4-69672dbc880d,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:30.051682 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:30.064615 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Calling delete_port for da9f4f20-0abc-4e5c-91e4-69672dbc880d owned by compute:nova {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:30.248145 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (da9f4f20-0abc-4e5c-91e4-69672dbc880d), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:30.275756 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event deleted for resources: {'Port': ['ID=da9f4f20-0abc-4e5c-91e4-69672dbc880d,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:30.316132 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] No DVR routers for this DVR port da9f4f20-0abc-4e5c-91e4-69672dbc880d on host hv-cinder-79987 {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:20:30.318814 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for port (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:30.322163 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-c4492976-9442-4f54-a7df-febd9435e721 req-09ed9f90-94dc-4f3b-9e0c-8a8ba454afa8 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.57 "DELETE /v2.0/ports/da9f4f20-0abc-4e5c-91e4-69672dbc880d HTTP/1.1" status: 204 len: 173 time: 0.4416554 Jan 13 17:20:30.322610 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'name': 'network-vif-deleted', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d'}] {{(pid=103097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 13 17:20:30.324874 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01f110f3a2b86635392b20b3f20a7542a6b386e3e1ea943eb549ef023c8f0336" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f2eb9-dc18-441b-856f-915d2e33dd60" -d '{"events": [{"server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "name": "network-vif-deleted", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d"}]}' {{(pid=103097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 13 17:20:30.359259 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Jan 2022 17:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f983e-93d9-403e-80ce-e3e429a0523b x-openstack-request-id: req-3c0f983e-93d9-403e-80ce-e3e429a0523b {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 13 17:20:30.359556 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09761eb-fe94-436f-b27e-bce476a7d313", "name": "network-vif-deleted", "tag": "da9f4f20-0abc-4e5c-91e4-69672dbc880d", "status": "completed", "code": 200}]} {{(pid=103097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 13 17:20:30.359839 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c0f983e-93d9-403e-80ce-e3e429a0523b {{(pid=103097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 13 17:20:30.360296 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09761eb-fe94-436f-b27e-bce476a7d313', 'name': 'network-vif-deleted', 'tag': 'da9f4f20-0abc-4e5c-91e4-69672dbc880d', 'status': 'completed', 'code': 200} Jan 13 17:20:30.520704 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [req-d2c2ac20-09dc-472d-bd42-a13d9fce7c8e req-5e8d03f8-809e-47dc-bf11-0b80a20090f2 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 210 time: 0.0262902 Jan 13 17:20:31.621714 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [req-aecf59ac-495c-4d98-845d-557a112e0e46 req-277d4931-d3ba-4f28-945d-8ae7a0d1b982 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09761eb-fe94-436f-b27e-bce476a7d313 HTTP/1.1" status: 200 len: 210 time: 0.0241325 Jan 13 17:20:32.685763 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39052) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:32.808664 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Deleting port 2f32311a-904a-48fd-a16e-cf27f1b9d2da {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:32.808998 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:32.883098 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:32.883463 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (2f32311a-904a-48fd-a16e-cf27f1b9d2da), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:32.895914 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Calling delete_port for 2f32311a-904a-48fd-a16e-cf27f1b9d2da owned by network:floatingip {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:33.097241 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (2f32311a-904a-48fd-a16e-cf27f1b9d2da), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:33.122862 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event deleted for resources: {'Port': ['ID=2f32311a-904a-48fd-a16e-cf27f1b9d2da,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:33.182782 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for floatingip (a29e7eab-ffac-43e5-899b-6780d6049baa), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:33.185768 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75076'] for floatingip (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:33.186912 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-bad5bfe2-873e-465d-8ad0-e55599b49240 tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "DELETE /v2.0/floatingips/a29e7eab-ffac-43e5-899b-6780d6049baa HTTP/1.1" status: 204 len: 168 time: 0.5000720 Jan 13 17:20:33.685682 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-e86b7871-e8fe-4be5-8bb5-3a669cc9a3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:34.271076 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device da9f4f20-0abc-4e5c-91e4-69672dbc880d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:34.290373 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] No Port match for: da9f4f20-0abc-4e5c-91e4-69672dbc880d {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:34.290714 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Device da9f4f20-0abc-4e5c-91e4-69672dbc880d not bound to the agent host hv-cinder-79987 {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:35.591159 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39084) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:35.649071 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-622bb448-d70c-4a46-91d0-885ad9bf914b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group (519a573f-0a8f-418b-8f9a-48a8d5fc00be), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:35.673304 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-622bb448-d70c-4a46-91d0-885ad9bf914b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group (519a573f-0a8f-418b-8f9a-48a8d5fc00be), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:35.793982 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-622bb448-d70c-4a46-91d0-885ad9bf914b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (519a573f-0a8f-418b-8f9a-48a8d5fc00be), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:35.797078 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-622bb448-d70c-4a46-91d0-885ad9bf914b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:35.798295 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-622bb448-d70c-4a46-91d0-885ad9bf914b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] 10.222.0.42 "DELETE /v2.0/security-groups/519a573f-0a8f-418b-8f9a-48a8d5fc00be HTTP/1.1" status: 204 len: 168 time: 0.2060771 Jan 13 17:20:35.809119 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb448-d70c-4a46-91d0-885ad9bf914b tempest-TestVolumeBootPattern-2110965815 tempest-TestVolumeBootPattern-2110965815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a573f-0a8f-418b-8f9a-48a8d5fc00be,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:35.928887 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39088) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:35.931341 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-16bc01a1-0474-4b8e-8d53-98d0ee33ff3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:36.680388 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:36.917754 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Deleting port 6e981b23-f5f0-4eac-bff6-3198634c9924 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:36.918098 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:37.001222 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] For port 6e981b23-f5f0-4eac-bff6-3198634c9924, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=6e981b23-f5f0-4eac-bff6-3198634c9924,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:37.001500 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:37.017803 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Calling delete_port for 6e981b23-f5f0-4eac-bff6-3198634c9924 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:37.029185 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:37.270107 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (6e981b23-f5f0-4eac-bff6-3198634c9924), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:37.293634 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e981b23-f5f0-4eac-bff6-3198634c9924,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:37.460793 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:37.681148 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Router c38bd53f-4484-4cdf-a059-e5f4b730f4ad has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:20:37.790012 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:20:37.795385 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-dcf7d9d6-ddd7-4055-ae1a-eb21dffc8f68 admin admin] 10.222.0.42 "PUT /v2.0/routers/c38bd53f-4484-4cdf-a059-e5f4b730f4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8654983 Jan 13 17:20:37.798267 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39112) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:37.799384 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] Sync routers for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:20:37.808950 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:37.809558 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:37.907677 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks [] for router (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:37.915290 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: dv-cinder-799871-9-iscsi {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:37.967212 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39116) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:38.010407 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks [] for router_gateway (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.084773 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-17facfb5-21d3-427e-90ea-df31afffb43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.099716 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:20:37Z', 'revision_number': 5, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port': {'id': '7e076b34-bb8e-41c1-85e6-315a0f0a85a4', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:11:59Z', 'updated_at': '2022-01-13T17:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:38.130979 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] Checking router: c38bd53f-4484-4cdf-a059-e5f4b730f4ad for host: dv-cinder-799871-9-iscsi {{(pid=103099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:20:38.139983 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] Routers {'c38bd53f-4484-4cdf-a059-e5f4b730f4ad'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:38.140617 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'], 'active': True} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:38.163899 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Deleting port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:38.164364 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.167939 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-17facfb5-21d3-427e-90ea-df31afffb43a admin admin] Publish callbacks [] for security_group (32bcf814-d803-4637-bfbb-fbb412186572), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.214428 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-17facfb5-21d3-427e-90ea-df31afffb43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (32bcf814-d803-4637-bfbb-fbb412186572), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.221999 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvr_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] Set router c38bd53f-4484-4cdf-a059-e5f4b730f4ad gateway port host: None {{(pid=103099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:38.243838 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] For port 7e076b34-bb8e-41c1-85e6-315a0f0a85a4, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:38.244334 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.252752 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17facfb5-21d3-427e-90ea-df31afffb43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bcf814-d803-4637-bfbb-fbb412186572,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:38.258427 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Calling delete_port for 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 owned by network:router_gateway {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:38.267191 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-17facfb5-21d3-427e-90ea-df31afffb43a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1202480eed7446e97905c6f098d6d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988982 Jan 13 17:20:38.269807 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39120) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:38.277931 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_hamode_db [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:20:38Z', 'revision_number': 6, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port_host': None}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:38.303649 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c280b3-e2a1-4eff-923e-f186a6feda91 None None] The sync data for ids ['c38bd53f-4484-4cdf-a059-e5f4b730f4ad'] in dv-cinder-799871-9-iscsi is: [{'id': 'c38bd53f-4484-4cdf-a059-e5f4b730f4ad', 'name': 'tempest-TestVolumeBootPattern-1066674535-router', 'tenant_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:11:58Z', 'updated_at': '2022-01-13T17:20:38Z', 'revision_number': 6, 'project_id': 'd51599d4bcad41b0b9995a7ac369cc34', 'gw_port_host': None}] {{(pid=103099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:20:38.397834 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e24f99d3-e2bd-4edc-8968-5bba03e2944c admin admin] Publish callbacks [] for security_group (32bcf814-d803-4637-bfbb-fbb412186572), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.428585 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e24f99d3-e2bd-4edc-8968-5bba03e2944c admin admin] Publish callbacks [] for security_group (32bcf814-d803-4637-bfbb-fbb412186572), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.446350 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.571627 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (7e076b34-bb8e-41c1-85e6-315a0f0a85a4), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.594532 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e076b34-bb8e-41c1-85e6-315a0f0a85a4,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:38.597773 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e24f99d3-e2bd-4edc-8968-5bba03e2944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (32bcf814-d803-4637-bfbb-fbb412186572), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.600339 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e24f99d3-e2bd-4edc-8968-5bba03e2944c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.601456 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e24f99d3-e2bd-4edc-8968-5bba03e2944c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32bcf814-d803-4637-bfbb-fbb412186572 HTTP/1.1" status: 204 len: 168 time: 0.3294566 Jan 13 17:20:38.614046 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f99d3-e2bd-4edc-8968-5bba03e2944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bcf814-d803-4637-bfbb-fbb412186572,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:38.673700 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.771366 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.773529 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks [] for router_controller (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.870469 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (c38bd53f-4484-4cdf-a059-e5f4b730f4ad), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.871211 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38bd53f-4484-4cdf-a059-e5f4b730f4ad {{(pid=103097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:20:38.877186 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.878367 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-a3759dbd-c824-43fe-b667-581e8f13b27f admin admin] 10.222.0.42 "DELETE /v2.0/routers/c38bd53f-4484-4cdf-a059-e5f4b730f4ad HTTP/1.1" status: 204 len: 168 time: 1.0791047 Jan 13 17:20:38.881019 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39126) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:38.928599 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] Deleting subnet f1fc73cf-513b-4077-adbd-0ae1c255dacd {{(pid=103097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:20:38.932408 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] Publish callbacks [] for subnet (f1fc73cf-513b-4077-adbd-0ae1c255dacd), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:38.969604 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12403886'] for subnet (f1fc73cf-513b-4077-adbd-0ae1c255dacd), precommit_delete_associations {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.061415 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (f1fc73cf-513b-4077-adbd-0ae1c255dacd), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.185544 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12409075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8515092'] for subnet (f1fc73cf-513b-4077-adbd-0ae1c255dacd), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.211291 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fc73cf-513b-4077-adbd-0ae1c255dacd,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:39.215128 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.218444 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-e05a94e1-245b-49df-aeae-1c3282a55cf2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f1fc73cf-513b-4077-adbd-0ae1c255dacd HTTP/1.1" status: 204 len: 168 time: 0.3364959 Jan 13 17:20:39.220932 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39128) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:39.224516 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a54d7-81e4-46bc-a3a9-17c350a2cf7b None None] Network d7f29ae3-e9d0-42ac-a482-40e03068c60e requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:20:39.295503 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (d7f29ae3-e9d0-42ac-a482-40e03068c60e), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.364651 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Deleting port 5ee172c6-e313-4d18-91c8-6f5c256f358f {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:39.364990 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.385935 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] DHCP port deletion for d7f29ae3-e9d0-42ac-a482-40e03068c60e request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:20:39.427984 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] For port 5ee172c6-e313-4d18-91c8-6f5c256f358f, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=5ee172c6-e313-4d18-91c8-6f5c256f358f,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:39.428384 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.436137 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] Deleting port 5ee172c6-e313-4d18-91c8-6f5c256f358f {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:39.436508 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.441384 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Calling delete_port for 5ee172c6-e313-4d18-91c8-6f5c256f358f owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:39.495639 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] For port 5ee172c6-e313-4d18-91c8-6f5c256f358f, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=5ee172c6-e313-4d18-91c8-6f5c256f358f,segment=NetworkSegment(15b60580-7b1a-4ea5-a561-ba1730d4c4a7),segment_id=15b60580-7b1a-4ea5-a561-ba1730d4c4a7)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:39.496114 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.509157 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] Calling delete_port for 5ee172c6-e313-4d18-91c8-6f5c256f358f owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:39.594892 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.600286 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (5ee172c6-e313-4d18-91c8-6f5c256f358f), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.621791 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee172c6-e313-4d18-91c8-6f5c256f358f,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:39.626926 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] No DVR routers for this DVR port 5ee172c6-e313-4d18-91c8-6f5c256f358f on host dv-cinder-799871-9-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:20:39.630771 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] Pushing event deleted for resources: {'Port': ['ID=5ee172c6-e313-4d18-91c8-6f5c256f358f,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:39.637897 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb8266-07f8-4190-8c33-76a7ffc7c441 None None] No DVR routers for this DVR port 5ee172c6-e313-4d18-91c8-6f5c256f358f on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:20:39.703896 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (d7f29ae3-e9d0-42ac-a482-40e03068c60e), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.711595 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.725707 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f29ae3-e9d0-42ac-a482-40e03068c60e']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:39.735831 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b60580-7b1a-4ea5-a561-ba1730d4c4a7') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:39.736159 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b60580-7b1a-4ea5-a561-ba1730d4c4a7') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:39.745648 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (15b60580-7b1a-4ea5-a561-ba1730d4c4a7), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.758806 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (15b60580-7b1a-4ea5-a561-ba1730d4c4a7), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.764598 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:20:39.764975 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (15b60580-7b1a-4ea5-a561-ba1730d4c4a7), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:20:39.767297 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:20:39.879659 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (d7f29ae3-e9d0-42ac-a482-40e03068c60e), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.883787 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:39.887091 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] 10.222.0.42 "DELETE /v2.0/networks/d7f29ae3-e9d0-42ac-a482-40e03068c60e HTTP/1.1" status: 204 len: 168 time: 0.6652412 Jan 13 17:20:39.890082 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39132) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:39.899798 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767e84c-06eb-483c-aa94-c1e18f42acdc admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f29ae3-e9d0-42ac-a482-40e03068c60e,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:40.109389 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 6e981b23-f5f0-4eac-bff6-3198634c9924 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:40.128873 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 6e981b23-f5f0-4eac-bff6-3198634c9924 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:40.129217 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 6e981b23-f5f0-4eac-bff6-3198634c9924 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:40.129624 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:40.148634 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:40.148910 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 7e076b34-bb8e-41c1-85e6-315a0f0a85a4 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:40.149313 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5ee172c6-e313-4d18-91c8-6f5c256f358f no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:40.167969 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 5ee172c6-e313-4d18-91c8-6f5c256f358f {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:40.168333 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5ee172c6-e313-4d18-91c8-6f5c256f358f not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:40.224492 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556551'] for router_interface (eaf92284-6383-4ed2-a646-696de6431e0f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:40.458241 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Deleting port ca325679-2a0d-40c5-bca0-f9902a592685 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:40.458575 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:40.532338 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] For port ca325679-2a0d-40c5-bca0-f9902a592685, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=ca325679-2a0d-40c5-bca0-f9902a592685,segment=NetworkSegment(301bccf2-1343-4d63-bbdc-d7155ade0904),segment_id=301bccf2-1343-4d63-bbdc-d7155ade0904)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:40.532691 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:40.545111 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Calling delete_port for ca325679-2a0d-40c5-bca0-f9902a592685 owned by network:router_interface {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:40.777004 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (ca325679-2a0d-40c5-bca0-f9902a592685), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:40.803403 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca325679-2a0d-40c5-bca0-f9902a592685,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:40.967797 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3595192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549271'] for router_interface (eaf92284-6383-4ed2-a646-696de6431e0f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:41.173752 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Router eaf92284-6383-4ed2-a646-696de6431e0f has already been hosted by L3 agent 82834795-2eb7-4b19-9a60-a9cbb8af1a1b {{(pid=103098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 13 17:20:41.276497 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] Notify agent at l3_agent.dv-cinder-799871-9-iscsi the message routers_updated {{(pid=103098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 13 17:20:41.281586 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-ebbd9313-1217-4254-90af-8010b2c2b3a9 admin admin] 10.222.0.42 "PUT /v2.0/routers/eaf92284-6383-4ed2-a646-696de6431e0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3904920 Jan 13 17:20:41.284094 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39136) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:41.286643 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] Sync routers for ids ['eaf92284-6383-4ed2-a646-696de6431e0f'] in dv-cinder-799871-9-iscsi {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 13 17:20:41.296727 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] Routers {'eaf92284-6383-4ed2-a646-696de6431e0f'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:41.297340 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['eaf92284-6383-4ed2-a646-696de6431e0f'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:41.384317 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks [] for router (eaf92284-6383-4ed2-a646-696de6431e0f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:41.404117 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] Set router eaf92284-6383-4ed2-a646-696de6431e0f gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:41.598681 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:20:40Z', 'revision_number': 5, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:41.624907 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] Checking router: eaf92284-6383-4ed2-a646-696de6431e0f for host: dv-cinder-799871-9-iscsi {{(pid=103100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 13 17:20:41.633264 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] Routers {'eaf92284-6383-4ed2-a646-696de6431e0f'} bound to L3 agent in host dv-cinder-799871-9-iscsi {{(pid=103100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 13 17:20:41.633865 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-13T17:02:36Z,description=,heartbeat_timestamp=2022-01-13T17:20:36Z,host='dv-cinder-799871-9-iscsi',id=82834795-2eb7-4b19-9a60-a9cbb8af1a1b,load=0,resource_versions=,resources_synced=,started_at=2022-01-13T17:02:36Z,topic='l3_agent')) {'router_ids': ['eaf92284-6383-4ed2-a646-696de6431e0f'], 'active': True} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:41.738740 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_dvr_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] Set router eaf92284-6383-4ed2-a646-696de6431e0f gateway port host: dv-cinder-799871-9-iscsi {{(pid=103100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 13 17:20:41.778102 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks [] for router_gateway (eaf92284-6383-4ed2-a646-696de6431e0f), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:41.913671 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.l3_hamode_db [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:20:40Z', 'revision_number': 5, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}], 'dv-cinder-799871-9-iscsi', False) {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:41.933218 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Deleting port 5bd80ca8-a237-433e-86b4-60ecdc35b044 {{(pid=103098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:41.933558 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:41.939686 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abba4fef-2543-4545-a8db-a66abfd1ce07 None None] The sync data for ids ['eaf92284-6383-4ed2-a646-696de6431e0f'] in dv-cinder-799871-9-iscsi is: [{'id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'name': 'tempest-TestVolumeBootPattern-28200190-router', 'tenant_id': 'f6f288e107e04509b937f697a3aead09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'external_fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-13T17:12:09Z', 'updated_at': '2022-01-13T17:20:40Z', 'revision_number': 5, 'project_id': 'f6f288e107e04509b937f697a3aead09', 'gw_port': {'id': '5bd80ca8-a237-433e-86b4-60ecdc35b044', 'name': '', 'network_id': 'ec69e37a-91bd-46e6-aef6-bb35a873b34e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf92284-6383-4ed2-a646-696de6431e0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-13T17:12:11Z', 'updated_at': '2022-01-13T17:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd67abf85-e5fa-42c1-95be-e1bba6778d75', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-9-iscsi'}] {{(pid=103100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 13 17:20:42.011976 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.db [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] For port 5bd80ca8-a237-433e-86b4-60ecdc35b044, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=5bd80ca8-a237-433e-86b4-60ecdc35b044,segment=NetworkSegment(ebc920f5-3d2a-4efa-9455-b6b309a84c2f),segment_id=ebc920f5-3d2a-4efa-9455-b6b309a84c2f)] {{(pid=103098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:42.013186 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.026369 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Calling delete_port for 5bd80ca8-a237-433e-86b4-60ecdc35b044 owned by network:router_gateway {{(pid=103098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:42.140443 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.253040 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9067604'] for port (5bd80ca8-a237-433e-86b4-60ecdc35b044), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.279905 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd80ca8-a237-433e-86b4-60ecdc35b044,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:42.358742 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563453'] for router_gateway (eaf92284-6383-4ed2-a646-696de6431e0f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.404349 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device ca325679-2a0d-40c5-bca0-f9902a592685 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:42.427977 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: ca325679-2a0d-40c5-bca0-f9902a592685 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:42.428339 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device ca325679-2a0d-40c5-bca0-f9902a592685 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:42.451528 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1668'] for router (eaf92284-6383-4ed2-a646-696de6431e0f), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.453853 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks [] for router_controller (eaf92284-6383-4ed2-a646-696de6431e0f), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.555852 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549997'] for router (eaf92284-6383-4ed2-a646-696de6431e0f), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.556452 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf92284-6383-4ed2-a646-696de6431e0f {{(pid=103098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 13 17:20:42.566930 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.566930 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-a6097e7d-e635-490d-9b5e-f83e69b9d6b1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/eaf92284-6383-4ed2-a646-696de6431e0f HTTP/1.1" status: 204 len: 168 time: 1.2775602 Jan 13 17:20:42.566930 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39140) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:42.615048 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] Deleting subnet 126a0e4c-0282-4ae9-b0ca-6f5270e400ca {{(pid=103098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 13 17:20:42.618598 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] Publish callbacks [] for subnet (126a0e4c-0282-4ae9-b0ca-6f5270e400ca), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.654694 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9038939'] for subnet (126a0e4c-0282-4ae9-b0ca-6f5270e400ca), precommit_delete_associations {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.737422 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3657617'] for subnet (126a0e4c-0282-4ae9-b0ca-6f5270e400ca), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.894326 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3657578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3690217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9067651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350503'] for subnet (126a0e4c-0282-4ae9-b0ca-6f5270e400ca), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.894480 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:20:42.914063 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126a0e4c-0282-4ae9-b0ca-6f5270e400ca,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:42.917742 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for subnet (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:42.926703 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-d0ee3084-54dd-4cc5-81aa-897d787c8c13 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/126a0e4c-0282-4ae9-b0ca-6f5270e400ca HTTP/1.1" status: 204 len: 168 time: 0.3554904 Jan 13 17:20:42.926809 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac81da4-29a4-4755-ae8b-a10666473a8f None None] Network 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 requested from dv-cinder-799871-9-iscsi {{(pid=103099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 13 17:20:42.927926 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39146) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:43.009005 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3618922'] for network (5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.070402 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Deleting port 834e0cd2-49d1-4c13-b856-10390aea75eb {{(pid=103097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:43.070731 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.099111 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] DHCP port deletion for 5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 request from dv-cinder-799871-9-iscsi {{(pid=103099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 13 17:20:43.132716 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.db [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] For port 834e0cd2-49d1-4c13-b856-10390aea75eb, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=834e0cd2-49d1-4c13-b856-10390aea75eb,segment=NetworkSegment(301bccf2-1343-4d63-bbdc-d7155ade0904),segment_id=301bccf2-1343-4d63-bbdc-d7155ade0904)] {{(pid=103097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:43.133089 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.146050 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Calling delete_port for 834e0cd2-49d1-4c13-b856-10390aea75eb owned by network:dhcp {{(pid=103097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:43.149689 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Deleting port 834e0cd2-49d1-4c13-b856-10390aea75eb {{(pid=103099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 13 17:20:43.149689 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766311329500'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), before_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.212801 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.db [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] For port 834e0cd2-49d1-4c13-b856-10390aea75eb, host dv-cinder-799871-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-9-iscsi',level=0,port_id=834e0cd2-49d1-4c13-b856-10390aea75eb,segment=NetworkSegment(301bccf2-1343-4d63-bbdc-d7155ade0904),segment_id=301bccf2-1343-4d63-bbdc-d7155ade0904)] {{(pid=103099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 13 17:20:43.213190 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-559184'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), precommit_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.226265 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Calling delete_port for 834e0cd2-49d1-4c13-b856-10390aea75eb owned by network:dhcp {{(pid=103099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 13 17:20:43.298703 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12408868'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.304605 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3559653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4160721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766311336506', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766310821151'] for port (834e0cd2-49d1-4c13-b856-10390aea75eb), after_delete {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.326070 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Pushing event deleted for resources: {'Port': ['ID=834e0cd2-49d1-4c13-b856-10390aea75eb,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:43.329893 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] No DVR routers for this DVR port 834e0cd2-49d1-4c13-b856-10390aea75eb on host dv-cinder-799871-9-iscsi {{(pid=103097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:20:43.330677 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Pushing event deleted for resources: {'Port': ['ID=834e0cd2-49d1-4c13-b856-10390aea75eb,revision_number=None']} {{(pid=103099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:43.332608 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] No DVR routers for this DVR port 834e0cd2-49d1-4c13-b856-10390aea75eb on host dv-cinder-799871-9-iscsi {{(pid=103099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 13 17:20:43.340068 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.340417 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.341337 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.341675 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.342126 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.342306 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.342630 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.342947 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.343264 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.343582 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.343930 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.344235 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.344550 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fb6ead-d188-4d78-9679-7f743703a7c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-9-iscsi {{(pid=103099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 13 17:20:43.402855 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3666182', 'neutron.services.segments.db._delete_segments_for_network-8766311408936'] for network (5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.423142 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09']}} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:43.432235 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301bccf2-1343-4d63-bbdc-d7155ade0904') {'for_net_delete': True} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:43.432537 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.services.segments.db [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301bccf2-1343-4d63-bbdc-d7155ade0904') {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 13 17:20:43.442282 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766311408689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12403877'] for segment (301bccf2-1343-4d63-bbdc-d7155ade0904), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.455576 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900'] for segment (301bccf2-1343-4d63-bbdc-d7155ade0904), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.461447 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3572900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12408841'] for segment (301bccf2-1343-4d63-bbdc-d7155ade0904), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: Traceback (most recent call last): Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: timer() Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: cb(*args, **kw) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: return func(*args, **kwargs) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: self._notify() Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: self.callback(batched_events) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: event.method(event) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: aggregate_uuid = self.p_client.list_aggregates( Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: return f(self, *a, **k) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._get(url).json() Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: return self.request(url, 'GET', **kwargs) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: base_url = self.get_endpoint(auth, allow=allow, Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 13 17:20:43.469896 dv-cinder-799871-9-iscsi neutron-server[103097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 13 17:20:43.590082 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3666207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3595201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563217'] for network (5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.596418 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3595223'] for network (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:43.600034 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09 HTTP/1.1" status: 204 len: 168 time: 0.6709349 Jan 13 17:20:43.609837 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f4f32-3249-441b-ae43-26f9862d3048 admin admin] Pushing event deleted for resources: {'Network': ['ID=5800d8ed-bcf5-48aa-bd3c-bc27ae8b6a09,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:43.955265 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39156) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:43.993215 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-c8ed2b06-ae8a-4e7d-9d89-5c5b437ee35f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d51599d4bcad41b0b9995a7ac369cc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368035 Jan 13 17:20:43.995541 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39158) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:44.045750 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-573008a8-d697-418f-a614-aa502292dd60 admin admin] Publish callbacks [] for security_group (e98f349a-d0e1-44f1-a006-ac374f5acbff), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:44.067466 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-573008a8-d697-418f-a614-aa502292dd60 admin admin] Publish callbacks [] for security_group (e98f349a-d0e1-44f1-a006-ac374f5acbff), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:44.118369 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 834e0cd2-49d1-4c13-b856-10390aea75eb no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:44.142448 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 834e0cd2-49d1-4c13-b856-10390aea75eb {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:44.142793 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 834e0cd2-49d1-4c13-b856-10390aea75eb not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:44.143201 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5bd80ca8-a237-433e-86b4-60ecdc35b044 no longer exists at agent ovs-agent-dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 13 17:20:44.155865 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-573008a8-d697-418f-a614-aa502292dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (e98f349a-d0e1-44f1-a006-ac374f5acbff), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:44.158532 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-573008a8-d697-418f-a614-aa502292dd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:44.159685 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-573008a8-d697-418f-a614-aa502292dd60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e98f349a-d0e1-44f1-a006-ac374f5acbff HTTP/1.1" status: 204 len: 168 time: 0.1632426 Jan 13 17:20:44.162173 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.plugin [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] No Port match for: 5bd80ca8-a237-433e-86b4-60ecdc35b044 {{(pid=103099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 13 17:20:44.164064 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron.plugins.ml2.rpc [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Device 5bd80ca8-a237-433e-86b4-60ecdc35b044 not bound to the agent host dv-cinder-799871-9-iscsi {{(pid=103099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 13 17:20:44.173764 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573008a8-d697-418f-a614-aa502292dd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f349a-d0e1-44f1-a006-ac374f5acbff,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:44.816891 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39168) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:44.856949 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-352ff6fa-9fe5-4562-a8a5-1f6c77b5fcef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6f288e107e04509b937f697a3aead09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388508 Jan 13 17:20:44.859442 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39170) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:44.905711 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a7acb0-2d80-4a92-8950-ece90cf16428 admin admin] Publish callbacks [] for security_group (cff92387-44f3-4f4a-97d5-0100b97c5d77), before_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:44.926107 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a7acb0-2d80-4a92-8950-ece90cf16428 admin admin] Publish callbacks [] for security_group (cff92387-44f3-4f4a-97d5-0100b97c5d77), precommit_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:45.081494 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a7acb0-2d80-4a92-8950-ece90cf16428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (cff92387-44f3-4f4a-97d5-0100b97c5d77), after_delete {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:45.084182 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-35a7acb0-2d80-4a92-8950-ece90cf16428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:45.085338 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-35a7acb0-2d80-4a92-8950-ece90cf16428 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cff92387-44f3-4f4a-97d5-0100b97c5d77 HTTP/1.1" status: 204 len: 168 time: 0.2249267 Jan 13 17:20:45.092735 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7acb0-2d80-4a92-8950-ece90cf16428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff92387-44f3-4f4a-97d5-0100b97c5d77,revision_number=None']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:54.970585 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [-] (103098) accepted ('10.222.0.42', 39216) {{(pid=103098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:55.068709 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-59542f90-f6ef-4422-969a-f61d57033fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:55.146630 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-59542f90-f6ef-4422-969a-f61d57033fc3 admin admin] Publish callbacks [] for security_group (acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3), precommit_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:55.194068 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-59542f90-f6ef-4422-969a-f61d57033fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3), after_create {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:55.231258 dv-cinder-799871-9-iscsi neutron-server[103098]: INFO neutron.wsgi [None req-59542f90-f6ef-4422-969a-f61d57033fc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d267c09973a4e468b9d8cef9d83619b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596219 Jan 13 17:20:55.232103 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59542f90-f6ef-4422-969a-f61d57033fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3,revision_number=1']} {{(pid=103098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:20:55.234063 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [-] (103097) accepted ('10.222.0.42', 39220) {{(pid=103097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 13 17:20:55.281105 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03d4f634-8a34-481b-93dd-b3aaa14fcd89 admin admin] Publish callbacks [] for security_group (acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3), before_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:55.300884 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03d4f634-8a34-481b-93dd-b3aaa14fcd89 admin admin] Publish callbacks [] for security_group (acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3), precommit_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:55.400147 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03d4f634-8a34-481b-93dd-b3aaa14fcd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3656774'] for security_group (acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3), after_delete {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:55.402711 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-03d4f634-8a34-481b-93dd-b3aaa14fcd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:20:55.403852 dv-cinder-799871-9-iscsi neutron-server[103097]: INFO neutron.wsgi [None req-03d4f634-8a34-481b-93dd-b3aaa14fcd89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3 HTTP/1.1" status: 204 len: 168 time: 0.1682363 Jan 13 17:20:55.415682 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4f634-8a34-481b-93dd-b3aaa14fcd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf23cd7-2f83-495d-beb0-f8f0f8b0b5f3,revision_number=None']} {{(pid=103097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 13 17:21:03.681147 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-bd5d660b-990c-443b-a83e-b32cdeaa01c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:05.886798 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-efaaf918-92f1-497f-84bc-207a314521f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:07.022718 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:08.492191 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:09.692534 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:12.057718 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:19.888270 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:21:33.713259 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-f8be8d54-e0d6-47de-94ba-e98ceac97fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:35.947789 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d25632ff-adff-4ff3-a4ad-a115e828aead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:37.023712 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:38.473028 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:39.707470 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:42.074686 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:21:56.887637 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:22:03.691171 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-db29cdbc-0224-4f45-97e9-02a9ed98aad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:05.878956 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-c2f74b7d-2151-4171-818a-8379e1a7c636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:07.032618 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:08.479577 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:09.725153 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:12.095423 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:33.690689 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-eb9d3b7b-197a-49d4-aa94-491498f29d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:33.887296 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:22:35.890199 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-54e7c2a9-fe2c-4e10-b5bc-58d9b06bd872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:37.033059 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:38.433519 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:39.690968 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:22:42.090219 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:03.690052 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-64330ffd-86c2-4cf7-b060-5780508575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:05.901263 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-842315c1-81f4-4740-bacc-06898f691dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:07.054678 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:08.467115 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:09.684433 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:10.886107 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:23:12.100916 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:33.689572 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-2cf8fbef-d871-4a94-b1a3-1adf6ca8b4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:35.889359 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-472e6d78-f0f1-4e7c-a9df-069e838af67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:37.038602 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:38.495333 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:39.689001 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:42.101123 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:23:47.885668 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:24:03.683252 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1092e972-972a-4877-ac58-34ad174a98b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:05.883197 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d9ea09fd-aed8-450e-ae4c-d5db00f0f42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:07.100356 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:08.505562 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:09.716763 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:12.111189 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:24.884259 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:24:33.693422 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-0ad73128-02c8-4fb2-ae57-29db6f25142c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:35.888352 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-a08a3d30-2ca5-4a6f-9ac8-69ca7b601b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:37.053979 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:38.465886 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:39.716609 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:24:42.111003 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:01.883334 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:25:03.670496 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-023120ec-0dd9-414c-a39d-36bdaeb7b746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:05.864235 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb70c-0d9b-4359-94c1-caa3d28f40da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:07.076046 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:08.464181 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:09.693053 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:12.098928 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:33.681654 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-3aa034d1-8752-4055-85fb-611881b3e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:35.880749 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-1506a112-46f4-4d88-af55-1452a4a47a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:37.057736 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:38.452345 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:38.882342 dv-cinder-799871-9-iscsi neutron-server[103100]: DEBUG neutron.db.agents_db [None req-fad1a6ea-7cb4-4dfc-89ef-cfd3699a050c None None] Agent healthcheck: found 6 active agents {{(pid=103100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 13 17:25:39.692540 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:25:42.115315 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:26:02.462472 dv-cinder-799871-9-iscsi neutron-server[103097]: DEBUG neutron.wsgi [req-824e95b3-1a7b-4279-bbf1-259a28053aa8 req-e738d8a7-a38b-4d6f-a5ca-c6dea639e60d service neutron] (103097) timed out ('10.222.0.57', 63640) {{(pid=103097) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 13 17:26:03.720556 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-d93f55dc-2f4b-4f4a-be7b-295c982532f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (ec88dcc8-6909-4580-8014-abee07cea0e2), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:26:04.091629 dv-cinder-799871-9-iscsi neutron-server[103098]: DEBUG neutron.wsgi [req-2ed3e5a1-ccbe-429f-a419-59863c167c57 req-4a9f0434-17c8-4347-9107-0fef3b081e47 service neutron] (103098) timed out ('10.222.0.57', 63625) {{(pid=103098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 13 17:26:05.868852 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-030f70b5-77d9-4e12-9134-1269b69eb9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (82834795-2eb7-4b19-9a60-a9cbb8af1a1b), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:26:07.034801 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-34355ee8-fc56-45ab-9e9e-03b21b888054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (4f29f479-b891-4423-9e86-1253ccd97bfb), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:26:08.457587 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-ee2f2052-1dbc-4f91-b1eb-f2f0ff47a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (20a13d52-44dd-47fc-8657-689d026f05c7), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:26:09.703535 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-b484fbd1-1b32-4544-8a21-f83c24987d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (48c0b0b7-6225-4510-bb02-47cabd5ef784), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 13 17:26:12.125870 dv-cinder-799871-9-iscsi neutron-server[103099]: DEBUG neutron_lib.callbacks.manager [None req-28b34ecb-b47a-4823-8b42-9ab6682de7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766311408918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3669328'] for agent (d8868441-f1a7-4e87-98d4-2b06db30d9dd), after_update {{(pid=103099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}